diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..52373fe24473b1aa44333d318f578ae6bf04b49b 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..2ab98ef068d62829d17c5ade1827b9f013fa2bbf --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,86 @@ +[gMASK] +{%- if tools -%} +<|system|> +# Tools + +You may call one or more functions to assist with the user query. + +You are provided with function signatures within XML tags: + +{% for tool in tools %} +{{ tool | tojson(ensure_ascii=False) }} +{% endfor %} + + +For each function call, output the function name and arguments within the following XML format: +{function-name}{arg-key-1}{arg-value-1}{arg-key-2}{arg-value-2}...{%- endif -%} +{%- macro visible_text(content) -%} + {%- if content is string -%} + {{- content }} + {%- elif content is iterable and content is not mapping -%} + {%- for item in content -%} + {%- if item is mapping and item.type == 'text' -%} + {{- item.text }} + {%- elif item is string -%} + {{- item }} + {%- endif -%} + {%- endfor -%} + {%- else -%} + {{- content }} + {%- endif -%} +{%- endmacro -%} +{%- set ns = namespace(last_user_index=-1) %} +{%- for m in messages %} + {%- if m.role == 'user' %} + {% set ns.last_user_index = loop.index0 -%} + {%- endif %} +{%- endfor %} +{% for m in messages %} +{%- if m.role == 'user' -%}<|user|>{{ visible_text(m.content) }} +{%- elif m.role == 'assistant' -%} +<|assistant|> +{%- set reasoning_content = '' %} +{%- set content = visible_text(m.content) %} +{%- if m.reasoning_content is string %} + {%- set reasoning_content = m.reasoning_content %} +{%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} +{%- endif %} +{%- if ((clear_thinking is defined and not clear_thinking) or loop.index0 > ns.last_user_index) and reasoning_content -%} +{{ '' + reasoning_content.strip() + ''}} +{%- else -%} +{{ '' }} +{%- endif -%} +{%- if content.strip() -%} +{{ content.strip() }} +{%- endif -%} +{% if m.tool_calls %} +{% for tc in m.tool_calls %} +{%- if tc.function %} + {%- set tc = tc.function %} +{%- endif %} +{{- '' + tc.name -}} +{% set _args = tc.arguments %}{% for k, v in _args.items() %}{{ k }}{{ v | tojson(ensure_ascii=False) if v is not string else v }}{% endfor %}{% endfor %} +{% endif %} +{%- elif m.role == 'tool' -%} +{%- if m.content is string -%} +{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|observation|>' }} +{%- endif %} +{{- '' }} +{{- m.content }} +{{- '' }} +{%- else -%} +<|observation|>{% for tr in m.content %} +{{ tr.output if tr.output is defined else tr }}{% endfor -%} +{% endif -%} +{%- elif m.role == 'system' -%} +<|system|>{{ visible_text(m.content) }} +{%- endif -%} +{%- endfor -%} +{%- if add_generation_prompt -%} + <|assistant|>{{- '' if (enable_thinking is defined and not enable_thinking) else '' -}} +{%- endif -%} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dc40bac73e5e5bb7bb5efdc8db72bcde0a1f8367 --- /dev/null +++ b/config.json @@ -0,0 +1,888 @@ +{ + "architectures": [ + "Glm4MoeForCausalLM" + ], + "attention_bias": true, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "eos_token_id": [ + 151329, + 151336, + 151338 + ], + "first_k_dense_replace": 3, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 5120, + "initializer_range": 0.02, + "intermediate_size": 12288, + "max_position_embeddings": 202752, + "model_type": "glm4_moe", + "moe_intermediate_size": 1536, + "n_group": 1, + "n_routed_experts": 160, + "n_shared_experts": 1, + "norm_topk_prob": true, + "num_attention_heads": 96, + "num_experts_per_tok": 8, + "num_hidden_layers": 92, + "num_key_value_heads": 8, + "num_nextn_predict_layers": 1, + "pad_token_id": 151329, + "partial_rotary_factor": 0.5, + "quantization_config": { + "algo_config": null, + "exclude": [ + "model.layers.0.self_attn.q_proj", + "model.layers.0.self_attn.k_proj", + "model.layers.0.self_attn.v_proj", + "model.layers.0.self_attn.o_proj", + "model.layers.0.mlp.gate_proj", + "model.layers.0.mlp.up_proj", + "model.layers.0.mlp.down_proj", + "model.layers.1.self_attn.q_proj", + "model.layers.1.self_attn.k_proj", + "model.layers.1.self_attn.v_proj", + "model.layers.1.self_attn.o_proj", + "model.layers.1.mlp.gate_proj", + "model.layers.1.mlp.up_proj", + "model.layers.1.mlp.down_proj", + "model.layers.2.self_attn.q_proj", + "model.layers.2.self_attn.k_proj", + "model.layers.2.self_attn.v_proj", + "model.layers.2.self_attn.o_proj", + "model.layers.2.mlp.gate_proj", + "model.layers.2.mlp.up_proj", + "model.layers.2.mlp.down_proj", + "model.layers.3.self_attn.q_proj", + "model.layers.3.self_attn.k_proj", + "model.layers.3.self_attn.v_proj", + "model.layers.3.self_attn.o_proj", + "model.layers.3.mlp.shared_experts.gate_proj", + "model.layers.3.mlp.shared_experts.up_proj", + "model.layers.3.mlp.shared_experts.down_proj", + "model.layers.4.self_attn.q_proj", + "model.layers.4.self_attn.k_proj", + "model.layers.4.self_attn.v_proj", + "model.layers.4.self_attn.o_proj", + "model.layers.4.mlp.shared_experts.gate_proj", + "model.layers.4.mlp.shared_experts.up_proj", + "model.layers.4.mlp.shared_experts.down_proj", + "model.layers.5.self_attn.q_proj", + "model.layers.5.self_attn.k_proj", + "model.layers.5.self_attn.v_proj", + "model.layers.5.self_attn.o_proj", + "model.layers.5.mlp.shared_experts.gate_proj", + "model.layers.5.mlp.shared_experts.up_proj", + "model.layers.5.mlp.shared_experts.down_proj", + "model.layers.6.self_attn.q_proj", + "model.layers.6.self_attn.k_proj", + "model.layers.6.self_attn.v_proj", + "model.layers.6.self_attn.o_proj", + "model.layers.6.mlp.shared_experts.gate_proj", + "model.layers.6.mlp.shared_experts.up_proj", + "model.layers.6.mlp.shared_experts.down_proj", + "model.layers.7.self_attn.q_proj", + "model.layers.7.self_attn.k_proj", + "model.layers.7.self_attn.v_proj", + "model.layers.7.self_attn.o_proj", + "model.layers.7.mlp.shared_experts.gate_proj", + "model.layers.7.mlp.shared_experts.up_proj", + "model.layers.7.mlp.shared_experts.down_proj", + "model.layers.8.self_attn.q_proj", + "model.layers.8.self_attn.k_proj", + "model.layers.8.self_attn.v_proj", + "model.layers.8.self_attn.o_proj", + "model.layers.8.mlp.shared_experts.gate_proj", + "model.layers.8.mlp.shared_experts.up_proj", + "model.layers.8.mlp.shared_experts.down_proj", + "model.layers.9.self_attn.q_proj", + "model.layers.9.self_attn.k_proj", + "model.layers.9.self_attn.v_proj", + "model.layers.9.self_attn.o_proj", + "model.layers.9.mlp.shared_experts.gate_proj", + "model.layers.9.mlp.shared_experts.up_proj", + "model.layers.9.mlp.shared_experts.down_proj", + "model.layers.10.self_attn.q_proj", + "model.layers.10.self_attn.k_proj", + "model.layers.10.self_attn.v_proj", + "model.layers.10.self_attn.o_proj", + "model.layers.10.mlp.shared_experts.gate_proj", + "model.layers.10.mlp.shared_experts.up_proj", + "model.layers.10.mlp.shared_experts.down_proj", + "model.layers.11.self_attn.q_proj", + "model.layers.11.self_attn.k_proj", + "model.layers.11.self_attn.v_proj", + "model.layers.11.self_attn.o_proj", + "model.layers.11.mlp.shared_experts.gate_proj", + "model.layers.11.mlp.shared_experts.up_proj", + "model.layers.11.mlp.shared_experts.down_proj", + "model.layers.12.self_attn.q_proj", + "model.layers.12.self_attn.k_proj", + "model.layers.12.self_attn.v_proj", + "model.layers.12.self_attn.o_proj", + "model.layers.12.mlp.shared_experts.gate_proj", + "model.layers.12.mlp.shared_experts.up_proj", + "model.layers.12.mlp.shared_experts.down_proj", + "model.layers.13.self_attn.q_proj", + "model.layers.13.self_attn.k_proj", + "model.layers.13.self_attn.v_proj", + "model.layers.13.self_attn.o_proj", + "model.layers.13.mlp.shared_experts.gate_proj", + "model.layers.13.mlp.shared_experts.up_proj", + "model.layers.13.mlp.shared_experts.down_proj", + "model.layers.14.self_attn.q_proj", + "model.layers.14.self_attn.k_proj", + "model.layers.14.self_attn.v_proj", + "model.layers.14.self_attn.o_proj", + "model.layers.14.mlp.shared_experts.gate_proj", + "model.layers.14.mlp.shared_experts.up_proj", + "model.layers.14.mlp.shared_experts.down_proj", + "model.layers.15.self_attn.q_proj", + "model.layers.15.self_attn.k_proj", + "model.layers.15.self_attn.v_proj", + "model.layers.15.self_attn.o_proj", + "model.layers.15.mlp.shared_experts.gate_proj", + "model.layers.15.mlp.shared_experts.up_proj", + "model.layers.15.mlp.shared_experts.down_proj", + "model.layers.16.self_attn.q_proj", + "model.layers.16.self_attn.k_proj", + "model.layers.16.self_attn.v_proj", + "model.layers.16.self_attn.o_proj", + "model.layers.16.mlp.shared_experts.gate_proj", + "model.layers.16.mlp.shared_experts.up_proj", + "model.layers.16.mlp.shared_experts.down_proj", + "model.layers.17.self_attn.q_proj", + "model.layers.17.self_attn.k_proj", + "model.layers.17.self_attn.v_proj", + "model.layers.17.self_attn.o_proj", + "model.layers.17.mlp.shared_experts.gate_proj", + "model.layers.17.mlp.shared_experts.up_proj", + "model.layers.17.mlp.shared_experts.down_proj", + "model.layers.18.self_attn.q_proj", + "model.layers.18.self_attn.k_proj", + "model.layers.18.self_attn.v_proj", + "model.layers.18.self_attn.o_proj", + "model.layers.18.mlp.shared_experts.gate_proj", + "model.layers.18.mlp.shared_experts.up_proj", + "model.layers.18.mlp.shared_experts.down_proj", + "model.layers.19.self_attn.q_proj", + "model.layers.19.self_attn.k_proj", + "model.layers.19.self_attn.v_proj", + "model.layers.19.self_attn.o_proj", + "model.layers.19.mlp.shared_experts.gate_proj", + "model.layers.19.mlp.shared_experts.up_proj", + "model.layers.19.mlp.shared_experts.down_proj", + "model.layers.20.self_attn.q_proj", + "model.layers.20.self_attn.k_proj", + "model.layers.20.self_attn.v_proj", + "model.layers.20.self_attn.o_proj", + "model.layers.20.mlp.shared_experts.gate_proj", + "model.layers.20.mlp.shared_experts.up_proj", + "model.layers.20.mlp.shared_experts.down_proj", + "model.layers.21.self_attn.q_proj", + "model.layers.21.self_attn.k_proj", + "model.layers.21.self_attn.v_proj", + "model.layers.21.self_attn.o_proj", + "model.layers.21.mlp.shared_experts.gate_proj", + "model.layers.21.mlp.shared_experts.up_proj", + "model.layers.21.mlp.shared_experts.down_proj", + "model.layers.22.self_attn.q_proj", + "model.layers.22.self_attn.k_proj", + "model.layers.22.self_attn.v_proj", + "model.layers.22.self_attn.o_proj", + "model.layers.22.mlp.shared_experts.gate_proj", + "model.layers.22.mlp.shared_experts.up_proj", + "model.layers.22.mlp.shared_experts.down_proj", + "model.layers.23.self_attn.q_proj", + "model.layers.23.self_attn.k_proj", + "model.layers.23.self_attn.v_proj", + "model.layers.23.self_attn.o_proj", + "model.layers.23.mlp.shared_experts.gate_proj", + "model.layers.23.mlp.shared_experts.up_proj", + "model.layers.23.mlp.shared_experts.down_proj", + "model.layers.24.self_attn.q_proj", + "model.layers.24.self_attn.k_proj", + "model.layers.24.self_attn.v_proj", + "model.layers.24.self_attn.o_proj", + "model.layers.24.mlp.shared_experts.gate_proj", + "model.layers.24.mlp.shared_experts.up_proj", + "model.layers.24.mlp.shared_experts.down_proj", + "model.layers.25.self_attn.q_proj", + "model.layers.25.self_attn.k_proj", + "model.layers.25.self_attn.v_proj", + "model.layers.25.self_attn.o_proj", + "model.layers.25.mlp.shared_experts.gate_proj", + "model.layers.25.mlp.shared_experts.up_proj", + "model.layers.25.mlp.shared_experts.down_proj", + "model.layers.26.self_attn.q_proj", + "model.layers.26.self_attn.k_proj", + "model.layers.26.self_attn.v_proj", + "model.layers.26.self_attn.o_proj", + "model.layers.26.mlp.shared_experts.gate_proj", + "model.layers.26.mlp.shared_experts.up_proj", + "model.layers.26.mlp.shared_experts.down_proj", + "model.layers.27.self_attn.q_proj", + "model.layers.27.self_attn.k_proj", + "model.layers.27.self_attn.v_proj", + "model.layers.27.self_attn.o_proj", + "model.layers.27.mlp.shared_experts.gate_proj", + "model.layers.27.mlp.shared_experts.up_proj", + "model.layers.27.mlp.shared_experts.down_proj", + "model.layers.28.self_attn.q_proj", + "model.layers.28.self_attn.k_proj", + "model.layers.28.self_attn.v_proj", + "model.layers.28.self_attn.o_proj", + "model.layers.28.mlp.shared_experts.gate_proj", + "model.layers.28.mlp.shared_experts.up_proj", + "model.layers.28.mlp.shared_experts.down_proj", + "model.layers.29.self_attn.q_proj", + "model.layers.29.self_attn.k_proj", + "model.layers.29.self_attn.v_proj", + "model.layers.29.self_attn.o_proj", + "model.layers.29.mlp.shared_experts.gate_proj", + "model.layers.29.mlp.shared_experts.up_proj", + "model.layers.29.mlp.shared_experts.down_proj", + "model.layers.30.self_attn.q_proj", + "model.layers.30.self_attn.k_proj", + "model.layers.30.self_attn.v_proj", + "model.layers.30.self_attn.o_proj", + "model.layers.30.mlp.shared_experts.gate_proj", + "model.layers.30.mlp.shared_experts.up_proj", + "model.layers.30.mlp.shared_experts.down_proj", + "model.layers.31.self_attn.q_proj", + "model.layers.31.self_attn.k_proj", + "model.layers.31.self_attn.v_proj", + "model.layers.31.self_attn.o_proj", + "model.layers.31.mlp.shared_experts.gate_proj", + "model.layers.31.mlp.shared_experts.up_proj", + "model.layers.31.mlp.shared_experts.down_proj", + "model.layers.32.self_attn.q_proj", + "model.layers.32.self_attn.k_proj", + "model.layers.32.self_attn.v_proj", + "model.layers.32.self_attn.o_proj", + "model.layers.32.mlp.shared_experts.gate_proj", + "model.layers.32.mlp.shared_experts.up_proj", + "model.layers.32.mlp.shared_experts.down_proj", + "model.layers.33.self_attn.q_proj", + "model.layers.33.self_attn.k_proj", + "model.layers.33.self_attn.v_proj", + "model.layers.33.self_attn.o_proj", + "model.layers.33.mlp.shared_experts.gate_proj", + "model.layers.33.mlp.shared_experts.up_proj", + "model.layers.33.mlp.shared_experts.down_proj", + "model.layers.34.self_attn.q_proj", + "model.layers.34.self_attn.k_proj", + "model.layers.34.self_attn.v_proj", + "model.layers.34.self_attn.o_proj", + "model.layers.34.mlp.shared_experts.gate_proj", + "model.layers.34.mlp.shared_experts.up_proj", + "model.layers.34.mlp.shared_experts.down_proj", + "model.layers.35.self_attn.q_proj", + "model.layers.35.self_attn.k_proj", + "model.layers.35.self_attn.v_proj", + "model.layers.35.self_attn.o_proj", + "model.layers.35.mlp.shared_experts.gate_proj", + "model.layers.35.mlp.shared_experts.up_proj", + "model.layers.35.mlp.shared_experts.down_proj", + "model.layers.36.self_attn.q_proj", + "model.layers.36.self_attn.k_proj", + "model.layers.36.self_attn.v_proj", + "model.layers.36.self_attn.o_proj", + "model.layers.36.mlp.shared_experts.gate_proj", + "model.layers.36.mlp.shared_experts.up_proj", + "model.layers.36.mlp.shared_experts.down_proj", + "model.layers.37.self_attn.q_proj", + "model.layers.37.self_attn.k_proj", + "model.layers.37.self_attn.v_proj", + "model.layers.37.self_attn.o_proj", + "model.layers.37.mlp.shared_experts.gate_proj", + "model.layers.37.mlp.shared_experts.up_proj", + "model.layers.37.mlp.shared_experts.down_proj", + "model.layers.38.self_attn.q_proj", + "model.layers.38.self_attn.k_proj", + "model.layers.38.self_attn.v_proj", + "model.layers.38.self_attn.o_proj", + "model.layers.38.mlp.shared_experts.gate_proj", + "model.layers.38.mlp.shared_experts.up_proj", + "model.layers.38.mlp.shared_experts.down_proj", + "model.layers.39.self_attn.q_proj", + "model.layers.39.self_attn.k_proj", + "model.layers.39.self_attn.v_proj", + "model.layers.39.self_attn.o_proj", + "model.layers.39.mlp.shared_experts.gate_proj", + "model.layers.39.mlp.shared_experts.up_proj", + "model.layers.39.mlp.shared_experts.down_proj", + "model.layers.40.self_attn.q_proj", + "model.layers.40.self_attn.k_proj", + "model.layers.40.self_attn.v_proj", + "model.layers.40.self_attn.o_proj", + "model.layers.40.mlp.shared_experts.gate_proj", + "model.layers.40.mlp.shared_experts.up_proj", + "model.layers.40.mlp.shared_experts.down_proj", + "model.layers.41.self_attn.q_proj", + "model.layers.41.self_attn.k_proj", + "model.layers.41.self_attn.v_proj", + "model.layers.41.self_attn.o_proj", + "model.layers.41.mlp.shared_experts.gate_proj", + "model.layers.41.mlp.shared_experts.up_proj", + "model.layers.41.mlp.shared_experts.down_proj", + "model.layers.42.self_attn.q_proj", + "model.layers.42.self_attn.k_proj", + "model.layers.42.self_attn.v_proj", + "model.layers.42.self_attn.o_proj", + "model.layers.42.mlp.shared_experts.gate_proj", + "model.layers.42.mlp.shared_experts.up_proj", + "model.layers.42.mlp.shared_experts.down_proj", + "model.layers.43.self_attn.q_proj", + "model.layers.43.self_attn.k_proj", + "model.layers.43.self_attn.v_proj", + "model.layers.43.self_attn.o_proj", + "model.layers.43.mlp.shared_experts.gate_proj", + "model.layers.43.mlp.shared_experts.up_proj", + "model.layers.43.mlp.shared_experts.down_proj", + "model.layers.44.self_attn.q_proj", + "model.layers.44.self_attn.k_proj", + "model.layers.44.self_attn.v_proj", + "model.layers.44.self_attn.o_proj", + "model.layers.44.mlp.shared_experts.gate_proj", + "model.layers.44.mlp.shared_experts.up_proj", + "model.layers.44.mlp.shared_experts.down_proj", + "model.layers.45.self_attn.q_proj", + "model.layers.45.self_attn.k_proj", + "model.layers.45.self_attn.v_proj", + "model.layers.45.self_attn.o_proj", + "model.layers.45.mlp.shared_experts.gate_proj", + "model.layers.45.mlp.shared_experts.up_proj", + "model.layers.45.mlp.shared_experts.down_proj", + "model.layers.46.self_attn.q_proj", + "model.layers.46.self_attn.k_proj", + "model.layers.46.self_attn.v_proj", + "model.layers.46.self_attn.o_proj", + "model.layers.46.mlp.shared_experts.gate_proj", + "model.layers.46.mlp.shared_experts.up_proj", + "model.layers.46.mlp.shared_experts.down_proj", + "model.layers.47.self_attn.q_proj", + "model.layers.47.self_attn.k_proj", + "model.layers.47.self_attn.v_proj", + "model.layers.47.self_attn.o_proj", + "model.layers.47.mlp.shared_experts.gate_proj", + "model.layers.47.mlp.shared_experts.up_proj", + "model.layers.47.mlp.shared_experts.down_proj", + "model.layers.48.self_attn.q_proj", + "model.layers.48.self_attn.k_proj", + "model.layers.48.self_attn.v_proj", + "model.layers.48.self_attn.o_proj", + "model.layers.48.mlp.shared_experts.gate_proj", + "model.layers.48.mlp.shared_experts.up_proj", + "model.layers.48.mlp.shared_experts.down_proj", + "model.layers.49.self_attn.q_proj", + "model.layers.49.self_attn.k_proj", + "model.layers.49.self_attn.v_proj", + "model.layers.49.self_attn.o_proj", + "model.layers.49.mlp.shared_experts.gate_proj", + "model.layers.49.mlp.shared_experts.up_proj", + "model.layers.49.mlp.shared_experts.down_proj", + "model.layers.50.self_attn.q_proj", + "model.layers.50.self_attn.k_proj", + "model.layers.50.self_attn.v_proj", + "model.layers.50.self_attn.o_proj", + "model.layers.50.mlp.shared_experts.gate_proj", + "model.layers.50.mlp.shared_experts.up_proj", + "model.layers.50.mlp.shared_experts.down_proj", + "model.layers.51.self_attn.q_proj", + "model.layers.51.self_attn.k_proj", + "model.layers.51.self_attn.v_proj", + "model.layers.51.self_attn.o_proj", + "model.layers.51.mlp.shared_experts.gate_proj", + "model.layers.51.mlp.shared_experts.up_proj", + "model.layers.51.mlp.shared_experts.down_proj", + "model.layers.52.self_attn.q_proj", + "model.layers.52.self_attn.k_proj", + "model.layers.52.self_attn.v_proj", + "model.layers.52.self_attn.o_proj", + "model.layers.52.mlp.shared_experts.gate_proj", + "model.layers.52.mlp.shared_experts.up_proj", + "model.layers.52.mlp.shared_experts.down_proj", + "model.layers.53.self_attn.q_proj", + "model.layers.53.self_attn.k_proj", + "model.layers.53.self_attn.v_proj", + "model.layers.53.self_attn.o_proj", + "model.layers.53.mlp.shared_experts.gate_proj", + "model.layers.53.mlp.shared_experts.up_proj", + "model.layers.53.mlp.shared_experts.down_proj", + "model.layers.54.self_attn.q_proj", + "model.layers.54.self_attn.k_proj", + "model.layers.54.self_attn.v_proj", + "model.layers.54.self_attn.o_proj", + "model.layers.54.mlp.shared_experts.gate_proj", + "model.layers.54.mlp.shared_experts.up_proj", + "model.layers.54.mlp.shared_experts.down_proj", + "model.layers.55.self_attn.q_proj", + "model.layers.55.self_attn.k_proj", + "model.layers.55.self_attn.v_proj", + "model.layers.55.self_attn.o_proj", + "model.layers.55.mlp.shared_experts.gate_proj", + "model.layers.55.mlp.shared_experts.up_proj", + "model.layers.55.mlp.shared_experts.down_proj", + "model.layers.56.self_attn.q_proj", + "model.layers.56.self_attn.k_proj", + "model.layers.56.self_attn.v_proj", + "model.layers.56.self_attn.o_proj", + "model.layers.56.mlp.shared_experts.gate_proj", + "model.layers.56.mlp.shared_experts.up_proj", + "model.layers.56.mlp.shared_experts.down_proj", + "model.layers.57.self_attn.q_proj", + "model.layers.57.self_attn.k_proj", + "model.layers.57.self_attn.v_proj", + "model.layers.57.self_attn.o_proj", + "model.layers.57.mlp.shared_experts.gate_proj", + "model.layers.57.mlp.shared_experts.up_proj", + "model.layers.57.mlp.shared_experts.down_proj", + "model.layers.58.self_attn.q_proj", + "model.layers.58.self_attn.k_proj", + "model.layers.58.self_attn.v_proj", + "model.layers.58.self_attn.o_proj", + "model.layers.58.mlp.shared_experts.gate_proj", + "model.layers.58.mlp.shared_experts.up_proj", + "model.layers.58.mlp.shared_experts.down_proj", + "model.layers.59.self_attn.q_proj", + "model.layers.59.self_attn.k_proj", + "model.layers.59.self_attn.v_proj", + "model.layers.59.self_attn.o_proj", + "model.layers.59.mlp.shared_experts.gate_proj", + "model.layers.59.mlp.shared_experts.up_proj", + "model.layers.59.mlp.shared_experts.down_proj", + "model.layers.60.self_attn.q_proj", + "model.layers.60.self_attn.k_proj", + "model.layers.60.self_attn.v_proj", + "model.layers.60.self_attn.o_proj", + "model.layers.60.mlp.shared_experts.gate_proj", + "model.layers.60.mlp.shared_experts.up_proj", + "model.layers.60.mlp.shared_experts.down_proj", + "model.layers.61.self_attn.q_proj", + "model.layers.61.self_attn.k_proj", + "model.layers.61.self_attn.v_proj", + "model.layers.61.self_attn.o_proj", + "model.layers.61.mlp.shared_experts.gate_proj", + "model.layers.61.mlp.shared_experts.up_proj", + "model.layers.61.mlp.shared_experts.down_proj", + "model.layers.62.self_attn.q_proj", + "model.layers.62.self_attn.k_proj", + "model.layers.62.self_attn.v_proj", + "model.layers.62.self_attn.o_proj", + "model.layers.62.mlp.shared_experts.gate_proj", + "model.layers.62.mlp.shared_experts.up_proj", + "model.layers.62.mlp.shared_experts.down_proj", + "model.layers.63.self_attn.q_proj", + "model.layers.63.self_attn.k_proj", + "model.layers.63.self_attn.v_proj", + "model.layers.63.self_attn.o_proj", + "model.layers.63.mlp.shared_experts.gate_proj", + "model.layers.63.mlp.shared_experts.up_proj", + "model.layers.63.mlp.shared_experts.down_proj", + "model.layers.64.self_attn.q_proj", + "model.layers.64.self_attn.k_proj", + "model.layers.64.self_attn.v_proj", + "model.layers.64.self_attn.o_proj", + "model.layers.64.mlp.shared_experts.gate_proj", + "model.layers.64.mlp.shared_experts.up_proj", + "model.layers.64.mlp.shared_experts.down_proj", + "model.layers.65.self_attn.q_proj", + "model.layers.65.self_attn.k_proj", + "model.layers.65.self_attn.v_proj", + "model.layers.65.self_attn.o_proj", + "model.layers.65.mlp.shared_experts.gate_proj", + "model.layers.65.mlp.shared_experts.up_proj", + "model.layers.65.mlp.shared_experts.down_proj", + "model.layers.66.self_attn.q_proj", + "model.layers.66.self_attn.k_proj", + "model.layers.66.self_attn.v_proj", + "model.layers.66.self_attn.o_proj", + "model.layers.66.mlp.shared_experts.gate_proj", + "model.layers.66.mlp.shared_experts.up_proj", + "model.layers.66.mlp.shared_experts.down_proj", + "model.layers.67.self_attn.q_proj", + "model.layers.67.self_attn.k_proj", + "model.layers.67.self_attn.v_proj", + "model.layers.67.self_attn.o_proj", + "model.layers.67.mlp.shared_experts.gate_proj", + "model.layers.67.mlp.shared_experts.up_proj", + "model.layers.67.mlp.shared_experts.down_proj", + "model.layers.68.self_attn.q_proj", + "model.layers.68.self_attn.k_proj", + "model.layers.68.self_attn.v_proj", + "model.layers.68.self_attn.o_proj", + "model.layers.68.mlp.shared_experts.gate_proj", + "model.layers.68.mlp.shared_experts.up_proj", + "model.layers.68.mlp.shared_experts.down_proj", + "model.layers.69.self_attn.q_proj", + "model.layers.69.self_attn.k_proj", + "model.layers.69.self_attn.v_proj", + "model.layers.69.self_attn.o_proj", + "model.layers.69.mlp.shared_experts.gate_proj", + "model.layers.69.mlp.shared_experts.up_proj", + "model.layers.69.mlp.shared_experts.down_proj", + "model.layers.70.self_attn.q_proj", + "model.layers.70.self_attn.k_proj", + "model.layers.70.self_attn.v_proj", + "model.layers.70.self_attn.o_proj", + "model.layers.70.mlp.shared_experts.gate_proj", + "model.layers.70.mlp.shared_experts.up_proj", + "model.layers.70.mlp.shared_experts.down_proj", + "model.layers.71.self_attn.q_proj", + "model.layers.71.self_attn.k_proj", + "model.layers.71.self_attn.v_proj", + "model.layers.71.self_attn.o_proj", + "model.layers.71.mlp.shared_experts.gate_proj", + "model.layers.71.mlp.shared_experts.up_proj", + "model.layers.71.mlp.shared_experts.down_proj", + "model.layers.72.self_attn.q_proj", + "model.layers.72.self_attn.k_proj", + "model.layers.72.self_attn.v_proj", + "model.layers.72.self_attn.o_proj", + "model.layers.72.mlp.shared_experts.gate_proj", + "model.layers.72.mlp.shared_experts.up_proj", + "model.layers.72.mlp.shared_experts.down_proj", + "model.layers.73.self_attn.q_proj", + "model.layers.73.self_attn.k_proj", + "model.layers.73.self_attn.v_proj", + "model.layers.73.self_attn.o_proj", + "model.layers.73.mlp.shared_experts.gate_proj", + "model.layers.73.mlp.shared_experts.up_proj", + "model.layers.73.mlp.shared_experts.down_proj", + "model.layers.74.self_attn.q_proj", + "model.layers.74.self_attn.k_proj", + "model.layers.74.self_attn.v_proj", + "model.layers.74.self_attn.o_proj", + "model.layers.74.mlp.shared_experts.gate_proj", + "model.layers.74.mlp.shared_experts.up_proj", + "model.layers.74.mlp.shared_experts.down_proj", + "model.layers.75.self_attn.q_proj", + "model.layers.75.self_attn.k_proj", + "model.layers.75.self_attn.v_proj", + "model.layers.75.self_attn.o_proj", + "model.layers.75.mlp.shared_experts.gate_proj", + "model.layers.75.mlp.shared_experts.up_proj", + "model.layers.75.mlp.shared_experts.down_proj", + "model.layers.76.self_attn.q_proj", + "model.layers.76.self_attn.k_proj", + "model.layers.76.self_attn.v_proj", + "model.layers.76.self_attn.o_proj", + "model.layers.76.mlp.shared_experts.gate_proj", + "model.layers.76.mlp.shared_experts.up_proj", + "model.layers.76.mlp.shared_experts.down_proj", + "model.layers.77.self_attn.q_proj", + "model.layers.77.self_attn.k_proj", + "model.layers.77.self_attn.v_proj", + "model.layers.77.self_attn.o_proj", + "model.layers.77.mlp.shared_experts.gate_proj", + "model.layers.77.mlp.shared_experts.up_proj", + "model.layers.77.mlp.shared_experts.down_proj", + "model.layers.78.self_attn.q_proj", + "model.layers.78.self_attn.k_proj", + "model.layers.78.self_attn.v_proj", + "model.layers.78.self_attn.o_proj", + "model.layers.78.mlp.shared_experts.gate_proj", + "model.layers.78.mlp.shared_experts.up_proj", + "model.layers.78.mlp.shared_experts.down_proj", + "model.layers.79.self_attn.q_proj", + "model.layers.79.self_attn.k_proj", + "model.layers.79.self_attn.v_proj", + "model.layers.79.self_attn.o_proj", + "model.layers.79.mlp.shared_experts.gate_proj", + "model.layers.79.mlp.shared_experts.up_proj", + "model.layers.79.mlp.shared_experts.down_proj", + "model.layers.80.self_attn.q_proj", + "model.layers.80.self_attn.k_proj", + "model.layers.80.self_attn.v_proj", + "model.layers.80.self_attn.o_proj", + "model.layers.80.mlp.shared_experts.gate_proj", + "model.layers.80.mlp.shared_experts.up_proj", + "model.layers.80.mlp.shared_experts.down_proj", + "model.layers.81.self_attn.q_proj", + "model.layers.81.self_attn.k_proj", + "model.layers.81.self_attn.v_proj", + "model.layers.81.self_attn.o_proj", + "model.layers.81.mlp.shared_experts.gate_proj", + "model.layers.81.mlp.shared_experts.up_proj", + "model.layers.81.mlp.shared_experts.down_proj", + "model.layers.82.self_attn.q_proj", + "model.layers.82.self_attn.k_proj", + "model.layers.82.self_attn.v_proj", + "model.layers.82.self_attn.o_proj", + "model.layers.82.mlp.shared_experts.gate_proj", + "model.layers.82.mlp.shared_experts.up_proj", + "model.layers.82.mlp.shared_experts.down_proj", + "model.layers.83.self_attn.q_proj", + "model.layers.83.self_attn.k_proj", + "model.layers.83.self_attn.v_proj", + "model.layers.83.self_attn.o_proj", + "model.layers.83.mlp.shared_experts.gate_proj", + "model.layers.83.mlp.shared_experts.up_proj", + "model.layers.83.mlp.shared_experts.down_proj", + "model.layers.84.self_attn.q_proj", + "model.layers.84.self_attn.k_proj", + "model.layers.84.self_attn.v_proj", + "model.layers.84.self_attn.o_proj", + "model.layers.84.mlp.shared_experts.gate_proj", + "model.layers.84.mlp.shared_experts.up_proj", + "model.layers.84.mlp.shared_experts.down_proj", + "model.layers.85.self_attn.q_proj", + "model.layers.85.self_attn.k_proj", + "model.layers.85.self_attn.v_proj", + "model.layers.85.self_attn.o_proj", + "model.layers.85.mlp.shared_experts.gate_proj", + "model.layers.85.mlp.shared_experts.up_proj", + "model.layers.85.mlp.shared_experts.down_proj", + "model.layers.86.self_attn.q_proj", + "model.layers.86.self_attn.k_proj", + "model.layers.86.self_attn.v_proj", + "model.layers.86.self_attn.o_proj", + "model.layers.86.mlp.shared_experts.gate_proj", + "model.layers.86.mlp.shared_experts.up_proj", + "model.layers.86.mlp.shared_experts.down_proj", + "model.layers.87.self_attn.q_proj", + "model.layers.87.self_attn.k_proj", + "model.layers.87.self_attn.v_proj", + "model.layers.87.self_attn.o_proj", + "model.layers.87.mlp.shared_experts.gate_proj", + "model.layers.87.mlp.shared_experts.up_proj", + "model.layers.87.mlp.shared_experts.down_proj", + "model.layers.88.self_attn.q_proj", + "model.layers.88.self_attn.k_proj", + "model.layers.88.self_attn.v_proj", + "model.layers.88.self_attn.o_proj", + "model.layers.88.mlp.shared_experts.gate_proj", + "model.layers.88.mlp.shared_experts.up_proj", + "model.layers.88.mlp.shared_experts.down_proj", + "model.layers.89.self_attn.q_proj", + "model.layers.89.self_attn.k_proj", + "model.layers.89.self_attn.v_proj", + "model.layers.89.self_attn.o_proj", + "model.layers.89.mlp.shared_experts.gate_proj", + "model.layers.89.mlp.shared_experts.up_proj", + "model.layers.89.mlp.shared_experts.down_proj", + "model.layers.90.self_attn.q_proj", + "model.layers.90.self_attn.k_proj", + "model.layers.90.self_attn.v_proj", + "model.layers.90.self_attn.o_proj", + "model.layers.90.mlp.shared_experts.gate_proj", + "model.layers.90.mlp.shared_experts.up_proj", + "model.layers.90.mlp.shared_experts.down_proj", + "model.layers.91.self_attn.q_proj", + "model.layers.91.self_attn.k_proj", + "model.layers.91.self_attn.v_proj", + "model.layers.91.self_attn.o_proj", + "model.layers.91.mlp.shared_experts.gate_proj", + "model.layers.91.mlp.shared_experts.up_proj", + "model.layers.91.mlp.shared_experts.down_proj", + "lm_head" + ], + "export": { + "kv_cache_group": [ + "*k_proj", + "*v_proj" + ], + "min_kv_scale": 0.0, + "pack_method": "reorder", + "weight_format": "real_quantized", + "weight_merge_groups": null + }, + "global_quant_config": { + "bias": null, + "input_tensors": { + "ch_axis": -1, + "dtype": "fp4", + "group_size": 32, + "is_dynamic": true, + "is_scale_quant": false, + "mx_element_dtype": null, + "observer_cls": "PerBlockMXObserver", + "qscheme": "per_group", + "round_method": "half_even", + "scale_calculation_mode": "even", + "scale_format": "e8m0", + "scale_type": "float", + "symmetric": null + }, + "output_tensors": null, + "target_device": null, + "weight": { + "ch_axis": -1, + "dtype": "fp4", + "group_size": 32, + "is_dynamic": false, + "is_scale_quant": false, + "mx_element_dtype": null, + "observer_cls": "PerBlockMXObserver", + "qscheme": "per_group", + "round_method": "half_even", + "scale_calculation_mode": "even", + "scale_format": "e8m0", + "scale_type": "float", + "symmetric": null + } + }, + "kv_cache_post_rope": false, + "kv_cache_quant_config": { + "*k_proj": { + "bias": null, + "input_tensors": null, + "output_tensors": { + "ch_axis": null, + "dtype": "fp8_e4m3", + "group_size": null, + "is_dynamic": false, + "is_scale_quant": false, + "mx_element_dtype": null, + "observer_cls": "PerTensorMinMaxObserver", + "qscheme": "per_tensor", + "round_method": "half_even", + "scale_calculation_mode": null, + "scale_format": null, + "scale_type": null, + "symmetric": true + }, + "target_device": null, + "weight": null + }, + "*v_proj": { + "bias": null, + "input_tensors": null, + "output_tensors": { + "ch_axis": null, + "dtype": "fp8_e4m3", + "group_size": null, + "is_dynamic": false, + "is_scale_quant": false, + "mx_element_dtype": null, + "observer_cls": "PerTensorMinMaxObserver", + "qscheme": "per_tensor", + "round_method": "half_even", + "scale_calculation_mode": null, + "scale_format": null, + "scale_type": null, + "symmetric": true + }, + "target_device": null, + "weight": null + } + }, + "layer_quant_config": { + "*k_proj": { + "bias": null, + "input_tensors": { + "ch_axis": -1, + "dtype": "fp4", + "group_size": 32, + "is_dynamic": true, + "is_scale_quant": false, + "mx_element_dtype": null, + "observer_cls": "PerBlockMXObserver", + "qscheme": "per_group", + "round_method": "half_even", + "scale_calculation_mode": "even", + "scale_format": "e8m0", + "scale_type": "float", + "symmetric": null + }, + "output_tensors": { + "ch_axis": null, + "dtype": "fp8_e4m3", + "group_size": null, + "is_dynamic": false, + "is_scale_quant": false, + "mx_element_dtype": null, + "observer_cls": "PerTensorMinMaxObserver", + "qscheme": "per_tensor", + "round_method": "half_even", + "scale_calculation_mode": null, + "scale_format": null, + "scale_type": null, + "symmetric": true + }, + "target_device": null, + "weight": { + "ch_axis": -1, + "dtype": "fp4", + "group_size": 32, + "is_dynamic": false, + "is_scale_quant": false, + "mx_element_dtype": null, + "observer_cls": "PerBlockMXObserver", + "qscheme": "per_group", + "round_method": "half_even", + "scale_calculation_mode": "even", + "scale_format": "e8m0", + "scale_type": "float", + "symmetric": null + } + }, + "*v_proj": { + "bias": null, + "input_tensors": { + "ch_axis": -1, + "dtype": "fp4", + "group_size": 32, + "is_dynamic": true, + "is_scale_quant": false, + "mx_element_dtype": null, + "observer_cls": "PerBlockMXObserver", + "qscheme": "per_group", + "round_method": "half_even", + "scale_calculation_mode": "even", + "scale_format": "e8m0", + "scale_type": "float", + "symmetric": null + }, + "output_tensors": { + "ch_axis": null, + "dtype": "fp8_e4m3", + "group_size": null, + "is_dynamic": false, + "is_scale_quant": false, + "mx_element_dtype": null, + "observer_cls": "PerTensorMinMaxObserver", + "qscheme": "per_tensor", + "round_method": "half_even", + "scale_calculation_mode": null, + "scale_format": null, + "scale_type": null, + "symmetric": true + }, + "target_device": null, + "weight": { + "ch_axis": -1, + "dtype": "fp4", + "group_size": 32, + "is_dynamic": false, + "is_scale_quant": false, + "mx_element_dtype": null, + "observer_cls": "PerBlockMXObserver", + "qscheme": "per_group", + "round_method": "half_even", + "scale_calculation_mode": "even", + "scale_format": "e8m0", + "scale_type": "float", + "symmetric": null + } + } + }, + "layer_type_quant_config": {}, + "quant_method": "quark", + "quant_mode": "eager_mode", + "softmax_quant_spec": null, + "version": "0.12+86d5498526" + }, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 1000000, + "routed_scaling_factor": 2.5, + "tie_word_embeddings": false, + "topk_group": 1, + "transformers_version": "4.57.3", + "use_cache": true, + "use_qk_norm": true, + "vocab_size": 151552 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a7958b7d81d1338ae40db2fd0d9d030effc9e41d --- /dev/null +++ b/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "eos_token_id": [ + 151329, + 151336, + 151338 + ], + "pad_token_id": 151329, + "transformers_version": "4.57.3" +} diff --git a/model-00001-of-00043.safetensors b/model-00001-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ad82c5bb41ce793ab2b588c5043b8bfee2afa8bf --- /dev/null +++ b/model-00001-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa8a85062a20aa6d545b02208415beb8bfbf56902e5574d385b096cc3820e429 +size 4999262112 diff --git a/model-00002-of-00043.safetensors b/model-00002-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d769d12490ac0e132184b79ceaf46d8283748cce --- /dev/null +++ b/model-00002-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51481d582dbca4f2cd38216239c5586728f5cdd923f71e2793f3c2ada3eeaf8f +size 4996665376 diff --git a/model-00003-of-00043.safetensors b/model-00003-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8b3d13c8f39543f73fb586af6032ed648ea41c85 --- /dev/null +++ b/model-00003-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a6c025c5faed469b71068a5e91ef3987f7f212077a4e176044c4b7bde08373f +size 4996665392 diff --git a/model-00004-of-00043.safetensors b/model-00004-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a5e8b41af98bae7d4c2d6f1d364c2da96fba3d4a --- /dev/null +++ b/model-00004-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7513f27fa412201ceb3157f5b14c8cafb22105badc3be44f29ca0d6e6821aec9 +size 4945829980 diff --git a/model-00005-of-00043.safetensors b/model-00005-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..54a4d0fdf0917a2197424743802f54c1372459b9 --- /dev/null +++ b/model-00005-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7273faec42bf5506b3e6d8f0bf59f02af22b16ad97de354feda58a349be0234b +size 4997152264 diff --git a/model-00006-of-00043.safetensors b/model-00006-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a5ddc55c2cf65fe0e80ccac4f265343fc297119d --- /dev/null +++ b/model-00006-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49c0560c25d58a3431c3a18f9408be9d80e056c7db41b99799a2febbe7c2d765 +size 4996667344 diff --git a/model-00007-of-00043.safetensors b/model-00007-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dabf1e3e6a2619d1427a919b7ea4be8544c1e0c0 --- /dev/null +++ b/model-00007-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7723d6d4daed1914deb2a4f30bb18ce6661b19ca2c2afd1e32d66e8c39fdbf9 +size 4996667344 diff --git a/model-00008-of-00043.safetensors b/model-00008-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..693dba9f54fd86899ae558a302b0b8a540b5cb57 --- /dev/null +++ b/model-00008-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31896b6f3ef62393d1c89fe3c3b26c374e2715b84069fab5a5baf10c40a3a45c +size 4996667344 diff --git a/model-00009-of-00043.safetensors b/model-00009-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f947655fa088458eeec3a5b05a4b8f45fc7cc62f --- /dev/null +++ b/model-00009-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acd9cf7bacf42508889ea44938131d0207717054a1c2ee14c00e2f285cb31907 +size 4996667504 diff --git a/model-00010-of-00043.safetensors b/model-00010-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5ee363140950f4012fa3a132fda7aacae743effe --- /dev/null +++ b/model-00010-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46e4969e58e04fea0aedf6d0e3a6a21e75788de03f4072d61c090de1b4c73cf8 +size 4996667512 diff --git a/model-00011-of-00043.safetensors b/model-00011-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b2764bb26c8c34b1b14770180fe37179d0d569fb --- /dev/null +++ b/model-00011-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b403d11dccb7740c042700faa59cbdb46d568e740dfdd2693cc31b3ec4f5e7aa +size 4924941108 diff --git a/model-00012-of-00043.safetensors b/model-00012-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..516fefe25e0d57a004956272ecd26675ff42997f --- /dev/null +++ b/model-00012-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f8378d961b519a8df1c94391a446dcb906b9acc8bfcb57cf878a7b5ab0ea526 +size 4997152264 diff --git a/model-00013-of-00043.safetensors b/model-00013-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..38a42ec051f0b44a86f319c613e15ce213cc36f6 --- /dev/null +++ b/model-00013-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c428f2d9a67603bdb1a0c502c9f8163e9bfad5512ceda816a6e9c45c2b997ec2 +size 4996667344 diff --git a/model-00014-of-00043.safetensors b/model-00014-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..72ad352b6e55f46a9d636d12c57769e0b4a254a2 --- /dev/null +++ b/model-00014-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:213857e8ec146d9b5d3fc44b7f5a5a4c23f3e1aaa9c5ce5b3e4bbc290b8b36e9 +size 4996667344 diff --git a/model-00015-of-00043.safetensors b/model-00015-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..181a8854959cc09986c153ee5aa306dc8e56515a --- /dev/null +++ b/model-00015-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcab04185d210b1a9c3ca0190ddd8c26b0cdfb0f12c9631a96c2a284d51b7997 +size 4996667344 diff --git a/model-00016-of-00043.safetensors b/model-00016-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5562f78b2bdd3da97aa49aeccb6a9fd10bc95367 --- /dev/null +++ b/model-00016-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7251724c010d85ec1fb66d5fe8813194e366953fdc5e82ebf2f6a077c3bce6c +size 4996667504 diff --git a/model-00017-of-00043.safetensors b/model-00017-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c1b9f33298498eedea081b9498391a24f38c293e --- /dev/null +++ b/model-00017-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08a7570588e6c57d4a390dbc8a0eb6061d7c0be8900f35b788e06f025d7cbe3c +size 4996667512 diff --git a/model-00018-of-00043.safetensors b/model-00018-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1658811fba4bbca0b0f7e7c11ec778cbf10b6044 --- /dev/null +++ b/model-00018-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73a2ea8dc14c49bcd374d279bd6c53c4703845bc997fdbae6ca7cca5a366fb81 +size 4924941108 diff --git a/model-00019-of-00043.safetensors b/model-00019-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8a2a1b3ae1228b9620c30b32b7b8f5f1bffee12d --- /dev/null +++ b/model-00019-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9c0f765e6e0619002643bdf46c92b09e9ce6bed40605cd3cd357b3075fca39c +size 4997152264 diff --git a/model-00020-of-00043.safetensors b/model-00020-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..269c268679a2bbda1b249e0c76b40a8105342b84 --- /dev/null +++ b/model-00020-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fec0e8202fd73e852d180876123ab960328445341b33b3d10931a62bd172dec +size 4996667344 diff --git a/model-00021-of-00043.safetensors b/model-00021-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c431d8778f96069f6489c9728c317f409dd7202 --- /dev/null +++ b/model-00021-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e83d94fe78e4205cf1ee611e7fb03b33646e32d16b6265060356805d6d83b0d3 +size 4996667344 diff --git a/model-00022-of-00043.safetensors b/model-00022-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f87a1fdcf3176a74be0dab5f68fa65d28fe0ecc3 --- /dev/null +++ b/model-00022-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d96d9134171308283f3294111141d2d1a67a1056448a12886c7215d668e9b28 +size 4996667344 diff --git a/model-00023-of-00043.safetensors b/model-00023-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e59950e2957e39ef57fa1faa1496e3b8d08db5a1 --- /dev/null +++ b/model-00023-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67643a0a9cbc2e36856fdd47dd677493a75e5c7656e970395619e4405689751c +size 4996667504 diff --git a/model-00024-of-00043.safetensors b/model-00024-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dc7628e986f0daca7a5b3f2b9b517f6f544b7836 --- /dev/null +++ b/model-00024-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58c79ba4ed65166cf874cef171c6e22965a3bc9b30adcd1e4b333acb6bf6de55 +size 4996667512 diff --git a/model-00025-of-00043.safetensors b/model-00025-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5a7889459087ed8d04e7f4d20ed592cb9ab3336a --- /dev/null +++ b/model-00025-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1f2c7e3322b901c4931571f177d1c2c9d582b14db41a9c58b03dde417d34438 +size 4924941108 diff --git a/model-00026-of-00043.safetensors b/model-00026-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3d6d69a7597782f23150ac429454af2cea8387dd --- /dev/null +++ b/model-00026-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d25e5a2501488d6d0d4745949b315cd643baf26ab786957f3ff6ca035006d19 +size 4997152264 diff --git a/model-00027-of-00043.safetensors b/model-00027-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0c329909a38bfb02cb5d728108b5a5aa0e51cac3 --- /dev/null +++ b/model-00027-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfd868c17bd59c84707540cc14a03594504d6d94da13470b216c3645655c3d9c +size 4996667344 diff --git a/model-00028-of-00043.safetensors b/model-00028-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67343bff6c92fbe4c61c970a15ebb8e528b02512 --- /dev/null +++ b/model-00028-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73f261e78b9446ae1103e68079a4c8c50acb8646c74c4b023319b2ee942b73fe +size 4996667344 diff --git a/model-00029-of-00043.safetensors b/model-00029-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cf6aca024b618215c650248c1416adb1ae3ce564 --- /dev/null +++ b/model-00029-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d15062b0ab45e9bc85930ea994d19e32266d3c777f5003c8400762fe9102e2d +size 4996667344 diff --git a/model-00030-of-00043.safetensors b/model-00030-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c92d147f8e1c6c12a5a6bcac2d8e4424d4a8d2fd --- /dev/null +++ b/model-00030-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e5aa03de144c6c34e9657f334e3b8a0f2dd699b0dbfa3e50b182bc993551c5a +size 4996667504 diff --git a/model-00031-of-00043.safetensors b/model-00031-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4e3ca93f99f28b98a16960b8391ed055fac954f --- /dev/null +++ b/model-00031-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28be47b4cef5ee319d4468f41c6a800a8f3d7111db946e4e4c53ada73b96a0c8 +size 4996667512 diff --git a/model-00032-of-00043.safetensors b/model-00032-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2bfa88d40ea71519e3e222c66f6108d8cff20294 --- /dev/null +++ b/model-00032-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66212c0aa3d80f51f9d90996c724d6c5a46b70f4d1012803456a6016ce835fa0 +size 4924941108 diff --git a/model-00033-of-00043.safetensors b/model-00033-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e31e637e8824f91fd49361cee0bccb126b7429fa --- /dev/null +++ b/model-00033-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5700bc43e28db43246ec345399656b59d44bcaada3a40cb127c8176fd8e1bf6 +size 4997152264 diff --git a/model-00034-of-00043.safetensors b/model-00034-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..229529bbdd18a86c00bc913f3a21b2e1c3a3fbf9 --- /dev/null +++ b/model-00034-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9c6ce5b990427ef437ccf26361c378f6d2774ddf02068fef07ed11d1a58f88a +size 4996667344 diff --git a/model-00035-of-00043.safetensors b/model-00035-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e9218b3b5cdc26ee43733b39b4ab92ca3d17748a --- /dev/null +++ b/model-00035-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8343f4dc2421768a2f0141a62bf5b9584b00b5d9220b658369a1f4bfb958ddc5 +size 4996667344 diff --git a/model-00036-of-00043.safetensors b/model-00036-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5b343e88b26dbdf8da1f01ee7aa572a39566b6bc --- /dev/null +++ b/model-00036-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a1824b8e6366be26a62d06fd01bd1113558177fa076cdfecd732176f0eb3c5b +size 4996667344 diff --git a/model-00037-of-00043.safetensors b/model-00037-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1d058431cfad7cbd3844a6d009756f812cdb4e63 --- /dev/null +++ b/model-00037-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36bc26ce64e706174888ea5320077dd7da06a08709a06e3c2235fbd42a4dc2d9 +size 4996667504 diff --git a/model-00038-of-00043.safetensors b/model-00038-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ecf0f717c81cafb7ba7d4625b1e83a4357875bab --- /dev/null +++ b/model-00038-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f40ab1a2568c2382e341a019b28b761d70c199cf18cb9a9ecbea0c3b7c9b1420 +size 4996667512 diff --git a/model-00039-of-00043.safetensors b/model-00039-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..18b8b46b130e9cdb7e524d17551e3a0d05ec6043 --- /dev/null +++ b/model-00039-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edd4d023883afbd38a9af3afb3cb70f66acb4dfd2b6fbeb5a520d59dfaac5027 +size 4924941108 diff --git a/model-00040-of-00043.safetensors b/model-00040-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e754e3cf0561a16e0098c98c076ea989989b283f --- /dev/null +++ b/model-00040-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ed9c48d2c1336a38a4b4f77c410e9bfb06e6486cd4817c72f6aa8f38c739acf +size 4997152264 diff --git a/model-00041-of-00043.safetensors b/model-00041-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1421803624bd17f46f7a6b773c0a645ac074408a --- /dev/null +++ b/model-00041-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7ec2aab5238068627a4ab98aef9a7f0b7476980f282ead76bd2f77a5808c3d6 +size 4996667344 diff --git a/model-00042-of-00043.safetensors b/model-00042-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9bb6e24227c838073e351d92a30cc303447bd040 --- /dev/null +++ b/model-00042-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e1aaaff029839e6fdc2c690d0d6c245f9aa8b079ffe63c2f87c2024d597d3cf +size 4996667344 diff --git a/model-00043-of-00043.safetensors b/model-00043-of-00043.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5d179772d466ad6fa7541b65e6879eddb2143265 --- /dev/null +++ b/model-00043-of-00043.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a2ac56fc0d97a7ade5134400fbaf340b76fb7f7b8f2d1ce685a0e6738180a5c +size 2703786720 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000000000000000000000000000000000000..c64fe0a914ff1d1f2720fa34f5ee263fdce65713 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,87101 @@ +{ + "metadata": { + "total_parameters": 184815939584, + "total_size": 212148928496 + }, + "weight_map": { + "lm_head.weight": "model-00043-of-00043.safetensors", + "model.embed_tokens.weight": "model-00001-of-00043.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00043.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00043.safetensors", + "model.layers.0.self_attn.k_norm.weight": "model-00001-of-00043.safetensors", + "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00043.safetensors", + "model.layers.0.self_attn.k_proj.output_scale": "model-00001-of-00043.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.0.self_attn.q_norm.weight": "model-00001-of-00043.safetensors", + "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00043.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00043.safetensors", + "model.layers.0.self_attn.v_proj.output_scale": "model-00001-of-00043.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00043.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00043.safetensors", + "model.layers.1.self_attn.k_norm.weight": "model-00001-of-00043.safetensors", + "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00043.safetensors", + "model.layers.1.self_attn.k_proj.output_scale": "model-00001-of-00043.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.1.self_attn.q_norm.weight": "model-00001-of-00043.safetensors", + "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00043.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00043.safetensors", + "model.layers.1.self_attn.v_proj.output_scale": "model-00001-of-00043.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.10.input_layernorm.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.0.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.0.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.0.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.0.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.0.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.0.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.1.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.1.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.1.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.1.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.1.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.1.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.10.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.10.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.10.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.10.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.10.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.10.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.100.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.100.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.100.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.100.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.100.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.100.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.101.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.101.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.101.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.101.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.101.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.101.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.102.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.102.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.102.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.102.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.102.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.102.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.103.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.103.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.103.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.103.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.103.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.103.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.104.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.104.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.104.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.104.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.104.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.104.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.105.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.105.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.105.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.105.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.105.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.105.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.106.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.106.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.106.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.106.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.106.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.106.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.107.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.107.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.107.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.107.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.107.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.107.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.108.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.108.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.108.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.108.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.108.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.108.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.109.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.109.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.109.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.109.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.109.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.109.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.11.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.11.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.11.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.11.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.11.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.11.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.110.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.110.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.110.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.110.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.110.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.110.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.111.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.111.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.111.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.111.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.111.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.111.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.112.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.112.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.112.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.112.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.112.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.112.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.113.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.113.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.113.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.113.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.113.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.113.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.114.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.114.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.114.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.114.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.114.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.114.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.115.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.115.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.115.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.115.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.115.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.115.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.116.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.116.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.116.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.116.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.116.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.116.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.117.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.117.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.117.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.117.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.117.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.117.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.118.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.118.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.118.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.118.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.118.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.118.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.119.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.119.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.119.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.119.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.119.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.119.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.12.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.12.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.12.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.12.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.12.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.12.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.120.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.120.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.120.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.120.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.120.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.120.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.121.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.121.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.121.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.121.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.121.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.121.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.122.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.122.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.122.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.122.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.122.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.122.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.123.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.123.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.123.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.123.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.123.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.123.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.124.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.124.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.124.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.124.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.124.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.124.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.125.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.125.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.125.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.125.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.125.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.125.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.126.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.126.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.126.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.126.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.126.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.126.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.127.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.127.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.127.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.127.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.127.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.127.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.128.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.128.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.128.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.128.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.128.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.128.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.129.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.129.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.129.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.129.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.129.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.129.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.13.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.13.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.13.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.13.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.13.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.13.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.130.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.130.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.130.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.130.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.130.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.130.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.131.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.131.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.131.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.131.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.131.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.131.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.132.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.132.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.132.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.132.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.132.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.132.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.133.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.133.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.133.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.133.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.133.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.133.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.134.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.134.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.134.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.134.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.134.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.134.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.135.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.135.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.135.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.135.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.135.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.135.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.136.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.136.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.136.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.136.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.136.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.136.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.137.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.137.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.137.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.137.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.137.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.137.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.138.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.138.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.138.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.138.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.138.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.138.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.139.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.139.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.139.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.139.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.139.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.139.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.14.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.14.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.14.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.14.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.14.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.14.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.140.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.140.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.140.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.140.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.140.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.140.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.141.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.141.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.141.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.141.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.141.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.141.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.142.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.142.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.142.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.142.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.142.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.142.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.143.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.143.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.143.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.143.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.143.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.143.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.144.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.144.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.144.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.144.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.144.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.144.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.145.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.145.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.145.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.145.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.145.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.145.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.146.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.146.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.146.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.146.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.146.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.146.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.147.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.147.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.147.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.147.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.147.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.147.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.148.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.148.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.148.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.148.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.148.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.148.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.149.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.149.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.149.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.149.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.149.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.149.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.15.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.15.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.15.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.15.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.15.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.15.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.150.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.150.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.150.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.150.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.150.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.150.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.151.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.151.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.151.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.151.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.151.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.151.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.152.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.152.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.152.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.152.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.152.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.152.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.153.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.153.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.153.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.153.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.153.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.153.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.154.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.154.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.154.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.154.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.154.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.154.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.155.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.155.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.155.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.155.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.155.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.155.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.156.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.156.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.156.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.156.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.156.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.156.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.157.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.157.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.157.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.157.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.157.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.157.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.158.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.158.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.158.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.158.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.158.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.158.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.159.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.159.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.159.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.159.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.159.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.159.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.16.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.16.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.16.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.16.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.16.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.16.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.17.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.17.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.17.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.17.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.17.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.17.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.18.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.18.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.18.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.18.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.18.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.18.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.19.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.19.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.19.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.19.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.19.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.19.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.2.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.2.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.2.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.2.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.2.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.2.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.20.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.20.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.20.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.20.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.20.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.20.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.21.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.21.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.21.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.21.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.21.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.21.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.22.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.22.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.22.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.22.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.22.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.22.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.23.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.23.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.23.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.23.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.23.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.23.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.24.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.24.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.24.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.24.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.24.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.24.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.25.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.25.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.25.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.25.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.25.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.25.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.26.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.26.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.26.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.26.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.26.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.26.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.27.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.27.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.27.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.27.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.27.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.27.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.28.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.28.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.28.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.28.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.28.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.28.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.29.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.29.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.29.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.29.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.29.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.29.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.3.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.3.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.3.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.3.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.3.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.3.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.30.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.30.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.30.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.30.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.30.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.30.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.31.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.31.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.31.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.31.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.31.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.31.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.32.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.32.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.32.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.32.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.32.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.32.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.33.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.33.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.33.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.33.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.33.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.33.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.34.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.34.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.34.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.34.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.34.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.34.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.35.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.35.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.35.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.35.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.35.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.35.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.36.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.36.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.36.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.36.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.36.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.36.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.37.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.37.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.37.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.37.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.37.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.37.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.38.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.38.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.38.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.38.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.38.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.38.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.39.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.39.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.39.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.39.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.39.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.39.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.4.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.4.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.4.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.4.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.4.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.4.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.40.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.40.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.40.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.40.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.40.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.40.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.41.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.41.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.41.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.41.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.41.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.41.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.42.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.42.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.42.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.42.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.42.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.42.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.43.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.43.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.43.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.43.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.43.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.43.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.44.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.44.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.44.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.44.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.44.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.44.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.45.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.45.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.45.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.45.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.45.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.45.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.46.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.46.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.46.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.46.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.46.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.46.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.47.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.47.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.47.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.47.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.47.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.47.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.48.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.48.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.48.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.48.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.48.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.48.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.49.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.49.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.49.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.49.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.49.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.49.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.5.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.5.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.5.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.5.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.5.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.5.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.50.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.50.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.50.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.50.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.50.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.50.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.51.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.51.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.51.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.51.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.51.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.51.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.52.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.52.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.52.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.52.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.52.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.52.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.53.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.53.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.53.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.53.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.53.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.53.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.54.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.54.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.54.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.54.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.54.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.54.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.55.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.55.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.55.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.55.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.55.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.55.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.56.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.56.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.56.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.56.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.56.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.56.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.57.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.57.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.57.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.57.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.57.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.57.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.58.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.58.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.58.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.58.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.58.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.58.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.59.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.59.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.59.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.59.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.59.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.59.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.6.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.6.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.6.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.6.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.6.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.6.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.60.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.60.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.60.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.60.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.60.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.60.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.61.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.61.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.61.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.61.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.61.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.61.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.62.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.62.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.62.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.62.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.62.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.62.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.63.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.63.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.63.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.63.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.63.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.63.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.64.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.64.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.64.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.64.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.64.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.64.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.65.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.65.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.65.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.65.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.65.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.65.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.66.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.66.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.66.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.66.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.66.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.66.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.67.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.67.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.67.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.67.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.67.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.67.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.68.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.68.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.68.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.68.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.68.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.68.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.69.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.69.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.69.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.69.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.69.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.69.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.7.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.7.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.7.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.7.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.7.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.7.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.70.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.70.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.70.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.70.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.70.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.70.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.71.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.71.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.71.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.71.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.71.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.71.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.72.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.72.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.72.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.72.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.72.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.72.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.73.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.73.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.73.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.73.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.73.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.73.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.74.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.74.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.74.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.74.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.74.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.74.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.75.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.75.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.75.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.75.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.75.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.75.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.76.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.76.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.76.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.76.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.76.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.76.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.77.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.77.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.77.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.77.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.77.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.77.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.78.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.78.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.78.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.78.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.78.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.78.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.79.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.79.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.79.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.79.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.79.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.79.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.8.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.8.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.8.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.8.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.8.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.8.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.80.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.80.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.80.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.80.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.80.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.80.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.81.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.81.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.81.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.81.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.81.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.81.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.82.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.82.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.82.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.82.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.82.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.82.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.83.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.83.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.83.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.83.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.83.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.83.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.84.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.84.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.84.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.84.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.84.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.84.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.85.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.85.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.85.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.85.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.85.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.85.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.86.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.86.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.86.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.86.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.86.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.86.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.87.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.87.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.87.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.87.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.87.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.87.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.88.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.88.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.88.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.88.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.88.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.88.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.89.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.89.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.89.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.89.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.89.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.89.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.9.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.9.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.9.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.9.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.9.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.9.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.90.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.90.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.90.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.90.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.90.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.90.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.91.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.91.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.91.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.91.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.91.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.91.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.92.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.92.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.92.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.92.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.92.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.92.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.93.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.93.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.93.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.93.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.93.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.93.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.94.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.94.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.94.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.94.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.94.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.94.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.95.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.95.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.95.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.95.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.95.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.95.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.96.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.96.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.96.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.96.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.96.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.96.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.97.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.97.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.97.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.97.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.97.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.97.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.98.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.98.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.98.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.98.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.98.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.98.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.99.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.99.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.99.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.99.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.99.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.experts.99.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.gate.e_score_correction_bias": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.gate.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.shared_experts.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.shared_experts.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.mlp.shared_experts.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00005-of-00043.safetensors", + "model.layers.10.self_attn.k_norm.weight": "model-00005-of-00043.safetensors", + "model.layers.10.self_attn.k_proj.bias": "model-00004-of-00043.safetensors", + "model.layers.10.self_attn.k_proj.output_scale": "model-00004-of-00043.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.10.self_attn.q_norm.weight": "model-00005-of-00043.safetensors", + "model.layers.10.self_attn.q_proj.bias": "model-00004-of-00043.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.10.self_attn.v_proj.bias": "model-00004-of-00043.safetensors", + "model.layers.10.self_attn.v_proj.output_scale": "model-00004-of-00043.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.11.input_layernorm.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.0.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.0.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.0.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.0.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.0.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.0.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.1.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.1.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.1.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.1.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.1.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.1.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.10.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.10.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.10.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.10.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.10.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.10.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.100.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.100.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.100.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.100.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.100.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.100.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.101.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.101.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.101.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.101.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.101.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.101.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.102.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.102.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.102.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.102.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.102.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.102.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.103.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.103.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.103.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.103.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.103.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.103.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.104.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.104.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.104.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.104.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.104.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.104.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.105.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.105.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.105.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.105.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.105.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.105.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.106.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.106.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.106.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.106.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.106.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.106.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.107.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.107.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.107.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.107.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.107.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.107.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.108.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.108.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.108.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.108.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.108.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.108.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.109.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.109.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.109.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.109.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.109.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.109.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.11.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.11.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.11.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.11.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.11.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.11.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.110.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.110.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.110.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.110.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.110.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.110.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.111.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.111.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.111.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.111.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.111.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.111.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.112.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.112.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.112.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.112.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.112.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.112.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.113.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.113.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.113.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.113.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.113.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.113.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.114.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.114.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.114.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.114.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.114.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.114.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.115.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.115.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.115.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.115.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.115.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.115.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.116.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.116.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.116.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.116.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.116.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.116.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.117.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.117.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.117.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.117.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.117.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.117.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.118.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.118.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.118.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.118.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.118.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.118.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.119.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.119.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.119.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.119.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.119.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.119.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.12.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.12.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.12.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.12.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.12.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.12.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.120.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.120.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.120.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.120.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.120.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.120.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.121.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.121.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.121.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.121.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.121.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.121.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.122.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.122.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.122.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.122.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.122.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.122.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.123.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.123.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.123.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.123.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.123.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.123.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.124.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.124.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.124.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.124.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.124.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.124.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.125.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.125.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.125.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.125.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.125.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.125.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.126.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.126.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.126.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.126.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.126.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.126.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.127.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.127.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.127.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.127.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.127.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.127.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.128.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.128.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.128.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.128.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.128.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.128.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.129.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.129.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.129.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.129.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.129.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.129.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.13.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.13.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.13.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.13.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.13.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.13.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.130.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.130.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.130.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.130.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.130.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.130.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.131.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.131.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.131.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.131.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.131.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.131.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.132.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.132.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.132.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.132.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.132.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.132.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.133.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.133.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.133.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.133.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.133.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.133.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.134.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.134.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.134.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.134.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.134.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.134.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.135.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.135.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.135.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.135.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.135.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.135.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.136.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.136.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.136.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.136.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.136.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.136.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.137.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.137.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.137.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.137.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.137.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.137.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.138.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.138.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.138.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.138.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.138.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.138.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.139.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.139.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.139.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.139.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.139.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.139.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.14.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.14.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.14.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.14.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.14.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.14.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.140.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.140.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.140.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.140.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.140.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.140.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.141.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.141.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.141.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.141.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.141.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.141.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.142.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.142.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.142.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.142.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.142.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.142.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.143.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.143.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.143.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.143.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.143.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.143.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.144.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.144.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.144.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.144.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.144.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.144.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.145.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.145.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.145.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.145.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.145.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.145.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.146.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.146.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.146.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.146.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.146.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.146.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.147.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.147.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.147.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.147.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.147.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.147.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.148.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.148.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.148.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.148.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.148.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.148.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.149.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.149.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.149.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.149.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.149.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.149.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.15.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.15.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.15.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.15.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.15.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.15.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.150.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.150.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.150.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.150.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.150.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.150.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.151.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.151.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.151.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.151.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.151.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.151.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.152.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.152.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.152.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.152.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.152.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.152.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.153.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.153.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.153.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.153.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.153.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.153.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.154.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.154.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.154.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.154.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.154.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.154.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.155.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.155.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.155.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.155.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.155.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.155.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.156.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.156.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.156.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.156.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.156.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.156.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.157.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.157.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.157.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.157.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.157.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.157.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.158.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.158.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.158.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.158.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.158.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.158.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.159.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.159.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.159.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.159.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.159.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.159.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.16.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.16.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.16.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.16.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.16.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.16.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.17.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.17.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.17.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.17.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.17.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.17.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.18.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.18.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.18.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.18.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.18.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.18.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.19.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.19.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.19.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.19.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.19.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.19.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.2.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.2.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.2.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.2.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.2.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.2.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.20.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.20.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.20.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.20.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.20.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.20.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.21.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.21.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.21.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.21.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.21.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.21.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.22.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.22.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.22.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.22.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.22.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.22.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.23.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.23.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.23.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.23.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.23.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.23.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.24.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.24.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.24.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.24.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.24.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.24.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.25.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.25.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.25.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.25.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.25.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.25.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.26.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.26.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.26.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.26.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.26.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.26.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.27.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.27.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.27.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.27.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.27.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.27.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.28.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.28.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.28.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.28.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.28.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.28.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.29.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.29.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.29.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.29.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.29.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.29.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.3.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.3.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.3.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.3.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.3.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.3.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.30.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.30.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.30.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.30.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.30.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.30.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.31.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.31.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.31.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.31.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.31.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.31.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.32.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.32.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.32.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.32.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.32.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.32.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.33.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.33.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.33.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.33.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.33.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.33.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.34.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.34.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.34.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.34.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.34.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.34.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.35.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.35.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.35.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.35.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.35.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.35.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.36.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.36.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.36.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.36.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.36.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.36.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.37.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.37.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.37.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.37.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.37.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.37.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.38.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.38.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.38.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.38.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.38.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.38.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.39.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.39.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.39.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.39.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.39.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.39.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.4.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.4.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.4.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.4.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.4.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.4.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.40.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.40.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.40.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.40.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.40.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.40.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.41.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.41.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.41.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.41.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.41.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.41.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.42.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.42.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.42.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.42.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.42.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.42.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.43.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.43.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.43.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.43.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.43.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.43.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.44.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.44.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.44.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.44.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.44.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.44.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.45.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.45.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.45.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.45.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.45.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.45.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.46.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.46.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.46.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.46.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.46.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.46.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.47.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.47.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.47.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.47.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.47.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.47.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.48.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.48.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.48.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.48.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.48.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.48.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.49.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.49.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.49.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.49.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.49.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.49.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.5.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.5.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.5.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.5.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.5.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.5.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.50.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.50.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.50.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.50.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.50.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.50.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.51.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.51.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.51.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.51.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.51.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.51.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.52.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.52.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.52.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.52.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.52.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.52.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.53.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.53.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.53.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.53.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.53.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.53.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.54.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.54.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.54.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.54.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.54.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.54.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.55.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.55.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.55.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.55.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.55.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.55.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.56.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.56.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.56.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.56.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.56.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.56.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.57.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.57.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.57.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.57.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.57.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.57.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.58.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.58.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.58.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.58.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.58.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.58.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.59.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.59.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.59.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.59.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.59.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.59.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.6.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.6.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.6.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.6.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.6.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.6.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.60.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.60.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.60.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.60.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.60.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.60.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.61.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.61.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.61.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.61.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.61.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.61.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.62.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.62.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.62.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.62.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.62.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.62.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.63.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.63.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.63.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.63.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.63.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.63.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.64.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.64.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.64.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.64.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.64.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.64.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.65.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.65.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.65.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.65.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.65.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.65.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.66.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.66.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.66.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.66.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.66.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.66.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.67.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.67.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.67.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.67.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.67.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.67.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.68.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.68.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.68.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.68.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.68.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.68.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.69.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.69.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.69.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.69.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.69.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.69.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.7.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.7.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.7.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.7.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.7.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.7.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.70.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.70.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.70.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.70.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.70.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.70.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.71.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.71.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.71.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.71.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.71.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.71.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.72.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.72.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.72.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.72.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.72.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.72.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.73.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.73.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.73.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.73.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.73.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.73.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.74.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.74.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.74.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.74.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.74.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.74.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.75.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.75.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.75.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.75.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.75.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.75.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.76.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.76.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.76.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.76.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.76.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.76.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.77.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.77.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.77.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.77.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.77.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.77.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.78.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.78.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.78.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.78.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.78.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.78.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.79.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.79.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.79.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.79.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.79.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.79.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.8.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.8.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.8.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.8.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.8.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.8.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.80.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.80.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.80.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.80.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.80.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.80.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.81.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.81.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.81.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.81.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.81.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.81.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.82.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.82.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.82.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.82.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.82.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.82.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.83.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.83.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.83.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.83.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.83.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.83.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.84.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.84.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.84.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.84.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.84.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.84.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.85.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.85.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.85.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.85.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.85.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.85.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.86.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.86.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.86.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.86.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.86.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.86.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.87.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.87.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.87.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.87.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.87.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.87.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.88.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.88.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.88.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.88.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.88.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.88.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.89.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.89.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.89.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.89.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.89.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.89.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.9.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.9.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.9.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.9.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.9.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.9.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.90.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.90.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.90.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.90.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.90.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.90.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.91.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.91.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.91.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.91.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.91.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.91.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.92.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.92.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.92.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.92.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.92.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.92.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.93.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.93.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.93.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.93.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.93.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.93.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.94.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.94.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.94.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.94.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.94.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.94.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.95.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.95.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.95.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.95.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.95.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.95.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.96.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.96.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.96.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.96.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.96.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.96.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.97.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.97.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.97.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.97.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.97.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.97.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.98.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.98.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.98.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.98.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.98.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.98.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.99.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.99.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.99.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.99.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.99.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.experts.99.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.gate.e_score_correction_bias": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.gate.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.shared_experts.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.shared_experts.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.mlp.shared_experts.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00005-of-00043.safetensors", + "model.layers.11.self_attn.k_norm.weight": "model-00005-of-00043.safetensors", + "model.layers.11.self_attn.k_proj.bias": "model-00005-of-00043.safetensors", + "model.layers.11.self_attn.k_proj.output_scale": "model-00005-of-00043.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.self_attn.q_norm.weight": "model-00005-of-00043.safetensors", + "model.layers.11.self_attn.q_proj.bias": "model-00005-of-00043.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.11.self_attn.v_proj.bias": "model-00005-of-00043.safetensors", + "model.layers.11.self_attn.v_proj.output_scale": "model-00005-of-00043.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.input_layernorm.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.0.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.0.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.0.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.0.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.0.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.0.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.1.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.1.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.1.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.1.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.1.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.1.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.10.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.10.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.10.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.10.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.10.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.10.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.100.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.100.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.100.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.100.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.100.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.100.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.101.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.101.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.101.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.101.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.101.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.101.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.102.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.102.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.102.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.102.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.102.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.102.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.103.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.103.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.103.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.103.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.103.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.103.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.104.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.104.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.104.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.104.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.104.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.104.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.105.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.105.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.105.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.105.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.105.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.105.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.106.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.106.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.106.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.106.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.106.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.106.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.107.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.107.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.107.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.107.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.107.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.107.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.108.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.108.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.108.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.108.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.108.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.108.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.109.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.109.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.109.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.109.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.109.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.109.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.11.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.11.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.11.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.11.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.11.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.11.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.110.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.110.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.110.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.110.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.110.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.110.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.111.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.111.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.111.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.111.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.111.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.111.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.112.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.112.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.112.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.112.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.112.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.112.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.113.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.113.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.113.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.113.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.113.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.113.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.114.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.114.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.114.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.114.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.114.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.114.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.115.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.115.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.115.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.115.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.115.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.115.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.116.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.116.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.116.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.116.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.116.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.116.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.117.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.117.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.117.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.117.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.117.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.117.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.118.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.118.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.118.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.118.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.118.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.118.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.119.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.119.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.119.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.119.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.119.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.119.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.12.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.12.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.12.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.12.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.12.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.12.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.120.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.120.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.120.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.120.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.120.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.120.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.121.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.121.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.121.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.121.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.121.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.121.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.122.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.122.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.122.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.122.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.122.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.122.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.123.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.123.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.123.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.123.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.123.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.123.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.124.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.124.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.124.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.124.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.124.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.124.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.125.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.125.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.125.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.125.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.125.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.125.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.126.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.126.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.126.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.126.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.126.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.126.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.127.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.127.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.127.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.127.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.127.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.127.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.128.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.128.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.128.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.128.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.128.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.128.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.129.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.129.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.129.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.129.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.129.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.129.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.13.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.13.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.13.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.13.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.13.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.13.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.130.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.130.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.130.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.130.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.130.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.130.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.131.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.131.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.131.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.131.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.131.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.131.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.132.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.132.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.132.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.132.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.132.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.132.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.133.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.133.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.133.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.133.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.133.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.133.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.134.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.134.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.134.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.134.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.134.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.134.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.135.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.135.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.135.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.135.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.135.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.135.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.136.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.136.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.136.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.136.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.136.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.136.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.137.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.137.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.137.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.137.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.137.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.137.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.138.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.138.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.138.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.138.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.138.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.138.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.139.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.139.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.139.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.139.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.139.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.139.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.14.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.14.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.14.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.14.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.14.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.14.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.140.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.140.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.140.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.140.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.140.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.140.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.141.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.141.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.141.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.141.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.141.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.141.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.142.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.142.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.142.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.142.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.142.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.142.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.143.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.143.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.143.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.143.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.143.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.143.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.144.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.144.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.144.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.144.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.144.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.144.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.145.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.145.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.145.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.145.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.145.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.145.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.146.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.146.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.146.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.146.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.146.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.146.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.147.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.147.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.147.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.147.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.147.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.147.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.148.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.148.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.148.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.148.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.148.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.148.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.149.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.149.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.149.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.149.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.149.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.149.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.15.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.15.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.15.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.15.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.15.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.15.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.150.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.150.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.150.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.150.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.150.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.150.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.151.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.151.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.151.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.151.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.151.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.151.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.152.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.152.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.152.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.152.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.152.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.152.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.153.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.153.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.153.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.153.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.153.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.153.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.154.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.154.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.154.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.154.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.154.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.154.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.155.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.155.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.155.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.155.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.155.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.155.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.156.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.156.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.156.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.156.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.156.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.156.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.157.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.157.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.157.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.157.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.157.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.157.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.158.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.158.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.158.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.158.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.158.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.158.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.159.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.159.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.159.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.159.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.159.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.159.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.16.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.16.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.16.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.16.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.16.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.16.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.17.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.17.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.17.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.17.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.17.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.17.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.18.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.18.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.18.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.18.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.18.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.18.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.19.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.19.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.19.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.19.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.19.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.19.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.2.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.2.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.2.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.2.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.2.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.2.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.20.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.20.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.20.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.20.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.20.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.20.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.21.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.21.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.21.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.21.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.21.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.21.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.22.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.22.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.22.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.22.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.22.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.22.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.23.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.23.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.23.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.23.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.23.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.23.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.24.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.24.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.24.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.24.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.24.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.24.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.25.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.25.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.25.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.25.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.25.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.25.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.26.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.26.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.26.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.26.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.26.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.26.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.27.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.27.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.27.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.27.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.27.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.27.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.28.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.28.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.28.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.28.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.28.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.28.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.29.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.29.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.29.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.29.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.29.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.29.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.3.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.3.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.3.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.3.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.3.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.3.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.30.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.30.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.30.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.30.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.30.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.30.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.31.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.31.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.31.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.31.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.31.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.31.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.32.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.32.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.32.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.32.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.32.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.32.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.33.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.33.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.33.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.33.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.33.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.33.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.34.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.34.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.34.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.34.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.34.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.34.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.35.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.35.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.35.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.35.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.35.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.35.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.36.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.36.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.36.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.36.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.36.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.36.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.37.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.37.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.37.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.37.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.37.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.37.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.38.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.38.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.38.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.38.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.38.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.38.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.39.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.39.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.39.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.39.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.39.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.39.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.4.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.4.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.4.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.4.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.4.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.4.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.40.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.40.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.40.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.40.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.40.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.40.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.41.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.41.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.41.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.41.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.41.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.41.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.42.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.42.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.42.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.42.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.42.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.42.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.43.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.43.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.43.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.43.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.43.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.43.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.44.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.44.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.44.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.44.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.44.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.44.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.45.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.45.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.45.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.45.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.45.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.45.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.46.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.46.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.46.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.46.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.46.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.46.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.47.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.47.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.47.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.47.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.47.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.47.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.48.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.48.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.48.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.48.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.48.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.48.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.49.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.49.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.49.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.49.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.49.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.49.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.5.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.5.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.5.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.5.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.5.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.5.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.50.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.50.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.50.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.50.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.50.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.50.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.51.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.51.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.51.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.51.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.51.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.51.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.52.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.52.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.52.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.52.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.52.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.52.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.53.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.53.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.53.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.53.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.53.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.53.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.54.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.54.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.54.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.54.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.54.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.54.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.55.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.55.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.55.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.55.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.55.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.55.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.56.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.56.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.56.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.56.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.56.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.56.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.57.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.57.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.57.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.57.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.57.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.57.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.58.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.58.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.58.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.58.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.58.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.58.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.59.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.59.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.59.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.59.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.59.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.59.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.6.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.6.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.6.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.6.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.6.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.6.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.60.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.60.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.60.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.60.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.60.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.60.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.61.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.61.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.61.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.61.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.61.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.61.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.62.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.62.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.62.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.62.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.62.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.62.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.63.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.63.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.63.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.63.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.63.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.63.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.64.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.64.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.64.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.64.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.64.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.64.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.65.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.65.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.65.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.65.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.65.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.65.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.66.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.66.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.66.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.66.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.66.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.66.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.67.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.67.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.67.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.67.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.67.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.67.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.68.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.68.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.68.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.68.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.68.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.68.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.69.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.69.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.69.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.69.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.69.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.69.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.7.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.7.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.7.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.7.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.7.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.7.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.70.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.70.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.70.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.70.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.70.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.70.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.71.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.71.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.71.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.71.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.71.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.71.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.72.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.72.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.72.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.72.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.72.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.72.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.73.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.73.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.73.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.73.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.73.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.73.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.74.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.74.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.74.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.74.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.74.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.74.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.75.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.75.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.75.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.75.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.75.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.75.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.76.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.76.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.76.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.76.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.76.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.76.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.77.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.77.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.77.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.77.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.77.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.77.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.78.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.78.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.78.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.78.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.78.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.78.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.79.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.79.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.79.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.79.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.79.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.79.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.8.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.8.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.8.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.8.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.8.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.8.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.80.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.80.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.80.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.80.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.80.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.80.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.81.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.81.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.81.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.81.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.81.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.81.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.82.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.82.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.82.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.82.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.82.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.82.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.83.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.83.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.83.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.83.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.83.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.83.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.84.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.84.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.84.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.84.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.84.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.84.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.85.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.85.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.85.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.85.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.85.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.85.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.86.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.86.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.86.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.86.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.86.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.86.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.87.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.87.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.87.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.87.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.87.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.87.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.88.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.88.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.88.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.88.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.88.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.88.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.89.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.89.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.89.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.89.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.89.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.89.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.9.down_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.9.down_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.9.gate_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.9.gate_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.9.up_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.9.up_proj.weight_scale": "model-00005-of-00043.safetensors", + "model.layers.12.mlp.experts.90.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.90.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.90.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.90.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.90.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.90.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.91.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.91.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.91.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.91.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.91.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.91.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.92.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.92.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.92.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.92.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.92.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.92.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.93.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.93.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.93.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.93.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.93.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.93.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.94.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.94.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.94.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.94.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.94.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.94.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.95.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.95.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.95.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.95.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.95.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.95.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.96.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.96.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.96.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.96.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.96.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.96.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.97.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.97.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.97.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.97.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.97.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.97.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.98.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.98.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.98.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.98.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.98.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.98.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.99.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.99.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.99.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.99.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.99.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.experts.99.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.gate.e_score_correction_bias": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.gate.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.shared_experts.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.shared_experts.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.mlp.shared_experts.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00006-of-00043.safetensors", + "model.layers.12.self_attn.k_norm.weight": "model-00005-of-00043.safetensors", + "model.layers.12.self_attn.k_proj.bias": "model-00005-of-00043.safetensors", + "model.layers.12.self_attn.k_proj.output_scale": "model-00005-of-00043.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.self_attn.q_norm.weight": "model-00005-of-00043.safetensors", + "model.layers.12.self_attn.q_proj.bias": "model-00005-of-00043.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.12.self_attn.v_proj.bias": "model-00005-of-00043.safetensors", + "model.layers.12.self_attn.v_proj.output_scale": "model-00005-of-00043.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00005-of-00043.safetensors", + "model.layers.13.input_layernorm.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.0.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.0.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.0.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.0.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.0.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.0.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.1.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.1.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.1.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.1.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.1.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.1.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.10.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.10.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.10.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.10.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.10.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.10.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.100.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.100.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.100.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.100.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.100.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.100.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.101.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.101.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.101.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.101.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.101.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.101.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.102.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.102.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.102.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.102.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.102.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.102.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.103.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.103.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.103.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.103.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.103.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.103.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.104.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.104.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.104.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.104.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.104.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.104.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.105.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.105.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.105.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.105.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.105.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.105.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.106.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.106.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.106.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.106.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.106.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.106.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.107.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.107.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.107.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.107.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.107.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.107.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.108.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.108.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.108.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.108.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.108.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.108.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.109.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.109.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.109.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.109.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.109.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.109.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.11.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.11.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.11.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.11.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.11.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.11.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.110.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.110.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.110.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.110.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.110.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.110.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.111.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.111.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.111.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.111.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.111.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.111.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.112.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.112.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.112.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.112.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.112.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.112.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.113.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.113.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.113.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.113.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.113.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.113.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.114.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.114.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.114.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.114.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.114.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.114.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.115.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.115.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.115.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.115.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.115.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.115.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.116.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.116.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.116.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.116.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.116.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.116.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.117.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.117.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.117.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.117.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.117.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.117.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.118.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.118.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.118.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.118.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.118.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.118.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.119.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.119.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.119.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.119.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.119.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.119.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.12.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.12.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.12.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.12.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.12.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.12.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.120.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.120.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.120.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.120.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.120.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.120.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.121.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.121.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.121.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.121.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.121.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.121.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.122.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.122.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.122.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.122.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.122.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.122.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.123.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.123.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.123.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.123.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.123.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.123.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.124.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.124.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.124.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.124.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.124.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.124.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.125.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.125.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.125.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.125.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.125.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.125.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.126.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.126.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.126.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.126.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.126.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.126.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.127.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.127.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.127.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.127.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.127.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.127.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.128.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.128.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.128.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.128.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.128.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.128.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.129.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.129.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.129.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.129.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.129.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.129.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.13.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.13.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.13.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.13.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.13.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.13.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.130.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.130.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.130.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.130.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.130.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.130.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.131.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.131.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.131.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.131.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.131.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.131.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.132.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.132.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.132.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.132.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.132.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.132.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.133.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.133.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.133.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.133.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.133.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.133.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.134.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.134.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.134.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.134.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.134.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.134.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.135.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.135.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.135.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.135.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.135.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.135.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.136.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.136.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.136.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.136.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.136.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.136.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.137.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.137.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.137.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.137.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.137.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.137.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.138.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.138.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.138.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.138.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.138.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.138.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.139.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.139.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.139.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.139.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.139.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.139.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.14.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.14.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.14.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.14.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.14.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.14.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.140.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.140.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.140.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.140.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.140.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.140.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.141.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.141.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.141.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.141.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.141.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.141.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.142.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.142.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.142.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.142.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.142.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.142.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.143.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.143.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.143.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.143.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.143.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.143.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.144.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.144.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.144.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.144.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.144.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.144.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.145.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.145.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.145.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.145.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.145.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.145.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.146.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.146.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.146.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.146.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.146.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.146.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.147.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.147.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.147.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.147.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.147.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.147.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.148.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.148.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.148.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.148.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.148.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.148.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.149.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.149.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.149.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.149.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.149.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.149.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.15.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.15.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.15.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.15.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.15.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.15.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.150.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.150.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.150.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.150.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.150.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.150.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.151.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.151.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.151.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.151.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.151.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.151.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.152.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.152.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.152.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.152.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.152.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.152.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.153.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.153.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.153.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.153.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.153.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.153.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.154.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.154.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.154.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.154.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.154.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.154.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.155.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.155.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.155.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.155.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.155.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.155.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.156.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.156.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.156.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.156.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.156.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.156.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.157.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.157.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.157.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.157.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.157.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.157.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.158.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.158.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.158.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.158.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.158.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.158.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.159.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.159.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.159.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.159.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.159.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.159.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.16.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.16.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.16.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.16.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.16.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.16.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.17.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.17.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.17.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.17.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.17.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.17.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.18.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.18.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.18.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.18.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.18.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.18.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.19.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.19.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.19.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.19.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.19.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.19.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.2.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.2.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.2.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.2.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.2.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.2.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.20.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.20.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.20.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.20.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.20.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.20.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.21.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.21.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.21.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.21.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.21.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.21.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.22.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.22.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.22.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.22.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.22.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.22.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.23.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.23.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.23.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.23.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.23.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.23.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.24.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.24.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.24.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.24.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.24.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.24.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.25.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.25.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.25.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.25.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.25.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.25.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.26.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.26.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.26.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.26.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.26.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.26.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.27.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.27.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.27.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.27.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.27.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.27.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.28.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.28.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.28.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.28.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.28.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.28.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.29.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.29.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.29.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.29.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.29.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.29.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.3.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.3.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.3.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.3.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.3.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.3.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.30.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.30.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.30.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.30.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.30.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.30.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.31.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.31.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.31.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.31.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.31.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.31.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.32.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.32.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.32.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.32.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.32.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.32.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.33.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.33.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.33.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.33.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.33.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.33.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.34.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.34.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.34.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.34.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.34.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.34.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.35.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.35.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.35.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.35.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.35.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.35.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.36.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.36.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.36.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.36.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.36.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.36.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.37.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.37.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.37.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.37.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.37.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.37.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.38.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.38.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.38.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.38.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.38.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.38.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.39.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.39.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.39.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.39.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.39.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.39.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.4.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.4.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.4.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.4.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.4.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.4.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.40.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.40.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.40.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.40.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.40.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.40.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.41.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.41.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.41.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.41.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.41.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.41.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.42.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.42.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.42.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.42.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.42.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.42.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.43.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.43.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.43.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.43.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.43.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.43.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.44.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.44.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.44.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.44.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.44.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.44.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.45.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.45.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.45.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.45.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.45.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.45.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.46.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.46.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.46.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.46.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.46.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.46.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.47.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.47.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.47.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.47.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.47.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.47.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.48.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.48.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.48.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.48.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.48.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.48.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.49.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.49.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.49.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.49.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.49.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.49.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.5.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.5.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.5.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.5.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.5.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.5.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.50.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.50.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.50.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.50.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.50.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.50.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.51.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.51.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.51.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.51.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.51.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.51.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.52.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.52.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.52.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.52.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.52.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.52.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.53.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.53.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.53.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.53.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.53.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.53.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.54.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.54.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.54.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.54.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.54.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.54.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.55.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.55.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.55.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.55.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.55.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.55.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.56.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.56.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.56.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.56.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.56.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.56.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.57.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.57.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.57.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.57.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.57.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.57.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.58.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.58.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.58.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.58.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.58.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.58.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.59.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.59.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.59.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.59.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.59.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.59.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.6.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.6.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.6.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.6.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.6.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.6.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.60.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.60.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.60.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.60.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.60.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.60.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.61.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.61.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.61.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.61.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.61.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.61.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.62.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.62.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.62.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.62.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.62.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.62.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.63.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.63.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.63.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.63.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.63.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.63.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.64.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.64.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.64.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.64.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.64.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.64.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.65.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.65.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.65.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.65.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.65.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.65.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.66.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.66.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.66.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.66.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.66.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.66.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.67.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.67.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.67.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.67.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.67.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.67.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.68.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.68.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.68.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.68.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.68.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.68.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.69.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.69.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.69.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.69.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.69.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.69.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.7.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.7.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.7.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.7.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.7.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.7.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.70.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.70.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.70.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.70.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.70.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.70.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.71.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.71.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.71.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.71.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.71.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.71.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.72.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.72.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.72.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.72.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.72.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.72.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.73.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.73.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.73.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.73.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.73.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.73.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.74.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.74.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.74.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.74.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.74.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.74.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.75.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.75.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.75.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.75.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.75.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.75.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.76.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.76.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.76.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.76.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.76.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.76.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.77.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.77.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.77.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.77.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.77.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.77.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.78.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.78.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.78.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.78.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.78.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.78.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.79.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.79.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.79.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.79.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.79.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.79.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.8.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.8.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.8.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.8.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.8.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.8.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.80.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.80.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.80.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.80.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.80.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.80.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.81.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.81.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.81.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.81.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.81.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.81.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.82.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.82.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.82.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.82.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.82.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.82.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.83.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.83.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.83.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.83.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.83.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.83.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.84.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.84.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.84.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.84.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.84.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.84.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.85.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.85.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.85.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.85.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.85.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.85.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.86.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.86.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.86.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.86.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.86.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.86.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.87.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.87.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.87.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.87.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.87.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.87.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.88.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.88.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.88.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.88.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.88.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.88.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.89.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.89.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.89.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.89.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.89.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.89.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.9.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.9.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.9.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.9.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.9.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.9.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.90.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.90.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.90.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.90.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.90.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.90.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.91.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.91.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.91.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.91.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.91.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.91.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.92.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.92.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.92.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.92.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.92.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.92.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.93.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.93.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.93.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.93.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.93.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.93.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.94.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.94.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.94.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.94.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.94.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.94.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.95.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.95.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.95.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.95.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.95.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.95.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.96.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.96.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.96.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.96.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.96.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.96.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.97.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.97.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.97.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.97.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.97.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.97.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.98.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.98.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.98.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.98.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.98.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.98.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.99.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.99.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.99.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.99.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.99.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.experts.99.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.gate.e_score_correction_bias": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.gate.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.shared_experts.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.shared_experts.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.mlp.shared_experts.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00006-of-00043.safetensors", + "model.layers.13.self_attn.k_norm.weight": "model-00006-of-00043.safetensors", + "model.layers.13.self_attn.k_proj.bias": "model-00006-of-00043.safetensors", + "model.layers.13.self_attn.k_proj.output_scale": "model-00006-of-00043.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.self_attn.q_norm.weight": "model-00006-of-00043.safetensors", + "model.layers.13.self_attn.q_proj.bias": "model-00006-of-00043.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.13.self_attn.v_proj.bias": "model-00006-of-00043.safetensors", + "model.layers.13.self_attn.v_proj.output_scale": "model-00006-of-00043.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.input_layernorm.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.0.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.0.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.0.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.0.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.0.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.0.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.1.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.1.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.1.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.1.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.1.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.1.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.10.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.10.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.10.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.10.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.10.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.10.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.100.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.100.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.100.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.100.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.100.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.100.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.101.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.101.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.101.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.101.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.101.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.101.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.102.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.102.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.102.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.102.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.102.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.102.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.103.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.103.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.103.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.103.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.103.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.103.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.104.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.104.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.104.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.104.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.104.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.104.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.105.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.105.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.105.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.105.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.105.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.105.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.106.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.106.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.106.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.106.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.106.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.106.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.107.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.107.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.107.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.107.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.107.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.107.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.108.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.108.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.108.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.108.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.108.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.108.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.109.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.109.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.109.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.109.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.109.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.109.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.11.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.11.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.11.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.11.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.11.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.11.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.110.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.110.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.110.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.110.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.110.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.110.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.111.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.111.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.111.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.111.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.111.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.111.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.112.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.112.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.112.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.112.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.112.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.112.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.113.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.113.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.113.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.113.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.113.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.113.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.114.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.114.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.114.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.114.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.114.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.114.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.115.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.115.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.115.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.115.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.115.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.115.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.116.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.116.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.116.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.116.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.116.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.116.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.117.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.117.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.117.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.117.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.117.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.117.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.118.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.118.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.118.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.118.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.118.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.118.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.119.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.119.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.119.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.119.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.119.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.119.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.12.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.12.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.12.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.12.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.12.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.12.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.120.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.120.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.120.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.120.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.120.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.120.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.121.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.121.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.121.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.121.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.121.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.121.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.122.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.122.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.122.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.122.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.122.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.122.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.123.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.123.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.123.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.123.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.123.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.123.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.124.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.124.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.124.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.124.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.124.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.124.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.125.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.125.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.125.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.125.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.125.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.125.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.126.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.126.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.126.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.126.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.126.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.126.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.127.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.127.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.127.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.127.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.127.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.127.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.128.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.128.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.128.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.128.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.128.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.128.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.129.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.129.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.129.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.129.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.129.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.129.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.13.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.13.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.13.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.13.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.13.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.13.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.130.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.130.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.130.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.130.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.130.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.130.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.131.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.131.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.131.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.131.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.131.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.131.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.132.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.132.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.132.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.132.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.132.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.132.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.133.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.133.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.133.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.133.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.133.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.133.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.134.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.134.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.134.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.134.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.134.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.134.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.135.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.135.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.135.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.135.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.135.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.135.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.136.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.136.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.136.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.136.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.136.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.136.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.137.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.137.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.137.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.137.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.137.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.137.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.138.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.138.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.138.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.138.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.138.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.138.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.139.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.139.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.139.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.139.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.139.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.139.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.14.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.14.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.14.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.14.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.14.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.14.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.140.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.140.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.140.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.140.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.140.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.140.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.141.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.141.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.141.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.141.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.141.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.141.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.142.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.142.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.142.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.142.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.142.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.142.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.143.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.143.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.143.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.143.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.143.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.143.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.144.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.144.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.144.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.144.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.144.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.144.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.145.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.145.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.145.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.145.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.145.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.145.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.146.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.146.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.146.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.146.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.146.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.146.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.147.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.147.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.147.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.147.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.147.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.147.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.148.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.148.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.148.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.148.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.148.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.148.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.149.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.149.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.149.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.149.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.149.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.149.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.15.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.15.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.15.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.15.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.15.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.15.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.150.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.150.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.150.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.150.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.150.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.150.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.151.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.151.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.151.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.151.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.151.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.151.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.152.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.152.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.152.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.152.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.152.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.152.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.153.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.153.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.153.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.153.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.153.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.153.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.154.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.154.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.154.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.154.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.154.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.154.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.155.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.155.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.155.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.155.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.155.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.155.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.156.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.156.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.156.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.156.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.156.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.156.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.157.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.157.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.157.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.157.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.157.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.157.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.158.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.158.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.158.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.158.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.158.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.158.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.159.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.159.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.159.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.159.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.159.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.159.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.16.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.16.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.16.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.16.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.16.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.16.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.17.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.17.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.17.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.17.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.17.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.17.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.18.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.18.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.18.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.18.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.18.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.18.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.19.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.19.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.19.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.19.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.19.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.19.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.2.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.2.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.2.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.2.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.2.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.2.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.20.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.20.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.20.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.20.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.20.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.20.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.21.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.21.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.21.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.21.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.21.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.21.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.22.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.22.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.22.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.22.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.22.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.22.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.23.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.23.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.23.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.23.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.23.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.23.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.24.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.24.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.24.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.24.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.24.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.24.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.25.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.25.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.25.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.25.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.25.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.25.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.26.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.26.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.26.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.26.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.26.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.26.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.27.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.27.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.27.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.27.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.27.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.27.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.28.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.28.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.28.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.28.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.28.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.28.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.29.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.29.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.29.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.29.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.29.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.29.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.3.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.3.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.3.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.3.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.3.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.3.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.30.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.30.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.30.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.30.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.30.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.30.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.31.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.31.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.31.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.31.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.31.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.31.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.32.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.32.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.32.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.32.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.32.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.32.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.33.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.33.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.33.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.33.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.33.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.33.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.34.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.34.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.34.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.34.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.34.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.34.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.35.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.35.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.35.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.35.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.35.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.35.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.36.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.36.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.36.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.36.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.36.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.36.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.37.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.37.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.37.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.37.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.37.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.37.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.38.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.38.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.38.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.38.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.38.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.38.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.39.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.39.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.39.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.39.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.39.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.39.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.4.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.4.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.4.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.4.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.4.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.4.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.40.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.40.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.40.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.40.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.40.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.40.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.41.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.41.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.41.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.41.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.41.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.41.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.42.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.42.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.42.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.42.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.42.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.42.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.43.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.43.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.43.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.43.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.43.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.43.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.44.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.44.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.44.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.44.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.44.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.44.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.45.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.45.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.45.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.45.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.45.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.45.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.46.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.46.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.46.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.46.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.46.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.46.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.47.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.47.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.47.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.47.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.47.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.47.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.48.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.48.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.48.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.48.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.48.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.48.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.49.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.49.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.49.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.49.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.49.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.49.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.5.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.5.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.5.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.5.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.5.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.5.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.50.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.50.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.50.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.50.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.50.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.50.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.51.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.51.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.51.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.51.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.51.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.51.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.52.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.52.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.52.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.52.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.52.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.52.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.53.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.53.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.53.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.53.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.53.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.53.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.54.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.54.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.54.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.54.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.54.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.54.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.55.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.55.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.55.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.55.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.55.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.55.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.56.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.56.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.56.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.56.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.56.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.56.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.57.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.57.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.57.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.57.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.57.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.57.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.58.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.58.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.58.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.58.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.58.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.58.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.59.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.59.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.59.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.59.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.59.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.59.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.6.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.6.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.6.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.6.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.6.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.6.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.60.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.60.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.60.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.60.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.60.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.60.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.61.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.61.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.61.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.61.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.61.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.61.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.62.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.62.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.62.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.62.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.62.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.62.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.63.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.63.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.63.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.63.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.63.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.63.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.64.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.64.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.64.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.64.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.64.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.64.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.65.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.65.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.65.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.65.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.65.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.65.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.66.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.66.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.66.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.66.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.66.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.66.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.67.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.67.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.67.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.67.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.67.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.67.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.68.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.68.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.68.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.68.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.68.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.68.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.69.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.69.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.69.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.69.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.69.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.69.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.7.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.7.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.7.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.7.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.7.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.7.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.70.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.70.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.70.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.70.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.70.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.70.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.71.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.71.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.71.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.71.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.71.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.71.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.72.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.72.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.72.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.72.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.72.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.72.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.73.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.73.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.73.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.73.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.73.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.73.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.74.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.74.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.74.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.74.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.74.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.74.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.75.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.75.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.75.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.75.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.75.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.75.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.76.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.76.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.76.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.76.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.76.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.76.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.77.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.77.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.77.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.77.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.77.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.77.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.78.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.78.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.78.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.78.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.78.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.78.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.79.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.79.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.79.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.79.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.79.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.79.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.8.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.8.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.8.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.8.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.8.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.8.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.80.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.80.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.80.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.80.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.80.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.80.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.81.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.81.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.81.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.81.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.81.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.81.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.82.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.82.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.82.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.82.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.82.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.82.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.83.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.83.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.83.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.83.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.83.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.83.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.84.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.84.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.84.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.84.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.84.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.84.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.85.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.85.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.85.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.85.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.85.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.85.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.86.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.86.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.86.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.86.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.86.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.86.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.87.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.87.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.87.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.87.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.87.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.87.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.88.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.88.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.88.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.88.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.88.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.88.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.89.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.89.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.89.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.89.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.89.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.89.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.9.down_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.9.down_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.9.gate_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.9.gate_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.9.up_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.9.up_proj.weight_scale": "model-00006-of-00043.safetensors", + "model.layers.14.mlp.experts.90.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.90.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.90.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.90.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.90.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.90.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.91.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.91.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.91.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.91.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.91.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.91.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.92.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.92.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.92.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.92.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.92.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.92.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.93.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.93.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.93.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.93.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.93.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.93.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.94.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.94.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.94.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.94.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.94.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.94.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.95.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.95.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.95.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.95.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.95.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.95.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.96.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.96.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.96.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.96.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.96.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.96.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.97.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.97.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.97.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.97.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.97.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.97.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.98.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.98.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.98.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.98.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.98.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.98.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.99.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.99.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.99.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.99.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.99.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.experts.99.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.gate.e_score_correction_bias": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.gate.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.shared_experts.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.shared_experts.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.mlp.shared_experts.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00007-of-00043.safetensors", + "model.layers.14.self_attn.k_norm.weight": "model-00006-of-00043.safetensors", + "model.layers.14.self_attn.k_proj.bias": "model-00006-of-00043.safetensors", + "model.layers.14.self_attn.k_proj.output_scale": "model-00006-of-00043.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.self_attn.q_norm.weight": "model-00006-of-00043.safetensors", + "model.layers.14.self_attn.q_proj.bias": "model-00006-of-00043.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.14.self_attn.v_proj.bias": "model-00006-of-00043.safetensors", + "model.layers.14.self_attn.v_proj.output_scale": "model-00006-of-00043.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00006-of-00043.safetensors", + "model.layers.15.input_layernorm.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.0.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.0.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.0.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.0.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.0.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.0.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.1.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.1.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.1.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.1.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.1.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.1.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.10.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.10.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.10.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.10.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.10.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.10.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.100.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.100.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.100.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.100.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.100.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.100.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.101.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.101.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.101.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.101.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.101.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.101.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.102.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.102.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.102.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.102.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.102.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.102.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.103.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.103.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.103.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.103.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.103.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.103.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.104.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.104.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.104.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.104.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.104.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.104.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.105.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.105.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.105.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.105.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.105.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.105.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.106.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.106.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.106.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.106.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.106.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.106.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.107.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.107.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.107.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.107.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.107.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.107.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.108.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.108.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.108.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.108.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.108.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.108.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.109.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.109.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.109.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.109.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.109.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.109.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.11.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.11.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.11.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.11.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.11.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.11.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.110.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.110.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.110.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.110.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.110.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.110.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.111.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.111.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.111.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.111.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.111.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.111.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.112.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.112.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.112.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.112.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.112.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.112.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.113.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.113.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.113.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.113.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.113.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.113.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.114.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.114.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.114.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.114.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.114.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.114.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.115.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.115.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.115.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.115.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.115.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.115.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.116.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.116.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.116.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.116.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.116.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.116.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.117.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.117.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.117.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.117.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.117.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.117.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.118.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.118.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.118.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.118.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.118.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.118.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.119.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.119.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.119.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.119.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.119.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.119.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.12.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.12.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.12.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.12.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.12.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.12.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.120.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.120.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.120.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.120.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.120.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.120.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.121.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.121.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.121.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.121.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.121.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.121.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.122.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.122.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.122.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.122.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.122.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.122.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.123.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.123.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.123.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.123.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.123.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.123.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.124.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.124.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.124.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.124.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.124.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.124.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.125.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.125.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.125.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.125.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.125.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.125.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.126.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.126.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.126.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.126.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.126.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.126.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.127.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.127.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.127.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.127.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.127.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.127.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.128.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.128.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.128.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.128.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.128.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.128.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.129.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.129.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.129.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.129.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.129.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.129.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.13.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.13.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.13.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.13.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.13.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.13.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.130.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.130.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.130.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.130.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.130.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.130.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.131.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.131.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.131.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.131.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.131.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.131.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.132.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.132.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.132.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.132.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.132.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.132.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.133.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.133.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.133.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.133.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.133.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.133.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.134.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.134.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.134.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.134.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.134.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.134.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.135.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.135.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.135.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.135.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.135.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.135.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.136.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.136.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.136.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.136.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.136.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.136.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.137.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.137.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.137.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.137.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.137.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.137.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.138.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.138.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.138.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.138.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.138.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.138.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.139.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.139.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.139.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.139.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.139.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.139.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.14.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.14.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.14.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.14.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.14.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.14.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.140.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.140.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.140.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.140.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.140.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.140.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.141.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.141.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.141.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.141.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.141.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.141.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.142.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.142.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.142.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.142.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.142.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.142.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.143.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.143.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.143.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.143.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.143.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.143.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.144.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.144.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.144.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.144.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.144.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.144.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.145.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.145.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.145.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.145.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.145.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.145.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.146.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.146.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.146.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.146.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.146.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.146.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.147.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.147.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.147.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.147.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.147.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.147.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.148.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.148.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.148.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.148.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.148.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.148.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.149.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.149.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.149.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.149.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.149.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.149.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.15.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.15.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.15.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.15.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.15.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.15.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.150.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.150.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.150.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.150.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.150.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.150.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.151.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.151.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.151.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.151.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.151.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.151.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.152.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.152.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.152.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.152.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.152.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.152.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.153.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.153.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.153.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.153.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.153.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.153.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.154.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.154.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.154.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.154.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.154.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.154.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.155.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.155.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.155.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.155.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.155.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.155.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.156.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.156.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.156.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.156.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.156.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.156.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.157.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.157.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.157.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.157.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.157.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.157.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.158.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.158.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.158.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.158.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.158.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.158.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.159.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.159.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.159.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.159.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.159.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.159.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.16.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.16.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.16.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.16.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.16.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.16.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.17.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.17.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.17.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.17.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.17.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.17.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.18.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.18.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.18.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.18.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.18.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.18.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.19.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.19.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.19.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.19.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.19.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.19.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.2.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.2.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.2.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.2.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.2.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.2.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.20.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.20.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.20.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.20.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.20.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.20.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.21.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.21.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.21.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.21.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.21.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.21.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.22.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.22.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.22.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.22.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.22.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.22.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.23.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.23.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.23.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.23.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.23.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.23.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.24.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.24.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.24.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.24.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.24.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.24.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.25.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.25.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.25.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.25.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.25.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.25.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.26.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.26.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.26.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.26.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.26.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.26.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.27.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.27.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.27.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.27.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.27.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.27.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.28.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.28.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.28.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.28.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.28.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.28.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.29.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.29.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.29.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.29.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.29.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.29.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.3.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.3.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.3.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.3.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.3.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.3.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.30.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.30.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.30.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.30.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.30.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.30.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.31.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.31.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.31.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.31.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.31.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.31.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.32.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.32.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.32.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.32.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.32.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.32.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.33.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.33.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.33.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.33.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.33.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.33.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.34.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.34.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.34.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.34.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.34.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.34.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.35.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.35.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.35.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.35.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.35.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.35.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.36.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.36.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.36.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.36.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.36.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.36.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.37.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.37.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.37.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.37.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.37.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.37.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.38.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.38.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.38.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.38.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.38.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.38.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.39.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.39.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.39.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.39.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.39.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.39.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.4.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.4.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.4.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.4.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.4.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.4.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.40.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.40.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.40.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.40.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.40.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.40.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.41.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.41.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.41.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.41.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.41.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.41.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.42.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.42.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.42.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.42.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.42.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.42.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.43.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.43.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.43.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.43.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.43.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.43.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.44.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.44.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.44.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.44.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.44.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.44.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.45.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.45.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.45.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.45.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.45.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.45.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.46.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.46.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.46.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.46.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.46.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.46.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.47.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.47.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.47.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.47.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.47.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.47.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.48.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.48.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.48.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.48.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.48.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.48.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.49.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.49.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.49.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.49.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.49.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.49.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.5.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.5.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.5.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.5.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.5.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.5.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.50.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.50.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.50.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.50.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.50.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.50.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.51.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.51.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.51.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.51.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.51.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.51.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.52.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.52.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.52.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.52.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.52.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.52.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.53.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.53.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.53.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.53.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.53.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.53.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.54.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.54.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.54.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.54.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.54.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.54.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.55.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.55.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.55.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.55.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.55.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.55.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.56.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.56.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.56.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.56.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.56.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.56.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.57.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.57.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.57.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.57.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.57.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.57.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.58.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.58.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.58.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.58.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.58.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.58.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.59.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.59.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.59.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.59.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.59.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.59.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.6.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.6.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.6.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.6.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.6.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.6.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.60.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.60.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.60.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.60.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.60.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.60.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.61.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.61.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.61.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.61.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.61.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.61.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.62.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.62.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.62.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.62.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.62.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.62.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.63.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.63.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.63.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.63.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.63.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.63.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.64.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.64.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.64.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.64.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.64.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.64.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.65.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.65.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.65.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.65.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.65.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.65.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.66.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.66.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.66.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.66.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.66.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.66.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.67.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.67.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.67.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.67.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.67.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.67.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.68.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.68.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.68.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.68.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.68.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.68.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.69.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.69.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.69.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.69.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.69.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.69.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.7.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.7.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.7.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.7.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.7.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.7.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.70.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.70.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.70.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.70.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.70.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.70.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.71.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.71.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.71.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.71.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.71.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.71.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.72.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.72.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.72.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.72.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.72.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.72.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.73.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.73.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.73.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.73.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.73.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.73.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.74.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.74.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.74.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.74.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.74.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.74.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.75.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.75.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.75.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.75.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.75.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.75.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.76.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.76.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.76.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.76.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.76.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.76.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.77.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.77.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.77.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.77.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.77.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.77.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.78.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.78.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.78.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.78.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.78.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.78.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.79.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.79.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.79.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.79.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.79.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.79.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.8.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.8.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.8.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.8.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.8.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.8.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.80.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.80.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.80.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.80.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.80.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.80.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.81.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.81.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.81.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.81.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.81.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.81.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.82.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.82.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.82.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.82.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.82.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.82.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.83.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.83.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.83.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.83.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.83.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.83.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.84.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.84.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.84.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.84.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.84.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.84.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.85.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.85.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.85.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.85.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.85.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.85.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.86.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.86.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.86.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.86.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.86.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.86.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.87.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.87.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.87.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.87.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.87.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.87.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.88.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.88.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.88.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.88.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.88.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.88.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.89.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.89.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.89.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.89.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.89.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.89.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.9.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.9.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.9.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.9.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.9.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.9.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.90.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.90.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.90.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.90.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.90.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.90.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.91.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.91.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.91.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.91.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.91.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.91.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.92.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.92.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.92.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.92.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.92.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.92.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.93.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.93.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.93.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.93.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.93.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.93.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.94.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.94.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.94.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.94.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.94.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.94.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.95.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.95.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.95.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.95.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.95.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.95.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.96.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.96.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.96.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.96.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.96.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.96.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.97.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.97.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.97.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.97.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.97.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.97.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.98.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.98.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.98.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.98.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.98.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.98.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.99.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.99.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.99.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.99.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.99.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.experts.99.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.gate.e_score_correction_bias": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.gate.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.shared_experts.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.shared_experts.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.mlp.shared_experts.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00007-of-00043.safetensors", + "model.layers.15.self_attn.k_norm.weight": "model-00007-of-00043.safetensors", + "model.layers.15.self_attn.k_proj.bias": "model-00007-of-00043.safetensors", + "model.layers.15.self_attn.k_proj.output_scale": "model-00007-of-00043.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.self_attn.q_norm.weight": "model-00007-of-00043.safetensors", + "model.layers.15.self_attn.q_proj.bias": "model-00007-of-00043.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.15.self_attn.v_proj.bias": "model-00007-of-00043.safetensors", + "model.layers.15.self_attn.v_proj.output_scale": "model-00007-of-00043.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.input_layernorm.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.0.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.0.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.0.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.0.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.0.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.0.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.1.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.1.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.1.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.1.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.1.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.1.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.10.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.10.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.10.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.10.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.10.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.10.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.100.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.100.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.100.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.100.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.100.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.100.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.101.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.101.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.101.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.101.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.101.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.101.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.102.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.102.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.102.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.102.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.102.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.102.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.103.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.103.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.103.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.103.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.103.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.103.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.104.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.104.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.104.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.104.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.104.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.104.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.105.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.105.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.105.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.105.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.105.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.105.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.106.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.106.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.106.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.106.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.106.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.106.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.107.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.107.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.107.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.107.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.107.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.107.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.108.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.108.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.108.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.108.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.108.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.108.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.109.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.109.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.109.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.109.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.109.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.109.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.11.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.11.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.11.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.11.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.11.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.11.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.110.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.110.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.110.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.110.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.110.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.110.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.111.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.111.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.111.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.111.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.111.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.111.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.112.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.112.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.112.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.112.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.112.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.112.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.113.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.113.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.113.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.113.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.113.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.113.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.114.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.114.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.114.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.114.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.114.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.114.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.115.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.115.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.115.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.115.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.115.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.115.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.116.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.116.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.116.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.116.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.116.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.116.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.117.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.117.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.117.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.117.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.117.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.117.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.118.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.118.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.118.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.118.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.118.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.118.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.119.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.119.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.119.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.119.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.119.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.119.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.12.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.12.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.12.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.12.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.12.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.12.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.120.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.120.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.120.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.120.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.120.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.120.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.121.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.121.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.121.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.121.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.121.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.121.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.122.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.122.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.122.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.122.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.122.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.122.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.123.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.123.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.123.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.123.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.123.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.123.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.124.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.124.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.124.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.124.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.124.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.124.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.125.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.125.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.125.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.125.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.125.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.125.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.126.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.126.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.126.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.126.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.126.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.126.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.127.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.127.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.127.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.127.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.127.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.127.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.128.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.128.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.128.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.128.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.128.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.128.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.129.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.129.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.129.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.129.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.129.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.129.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.13.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.13.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.13.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.13.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.13.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.13.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.130.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.130.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.130.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.130.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.130.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.130.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.131.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.131.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.131.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.131.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.131.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.131.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.132.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.132.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.132.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.132.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.132.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.132.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.133.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.133.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.133.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.133.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.133.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.133.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.134.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.134.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.134.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.134.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.134.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.134.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.135.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.135.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.135.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.135.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.135.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.135.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.136.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.136.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.136.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.136.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.136.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.136.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.137.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.137.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.137.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.137.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.137.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.137.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.138.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.138.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.138.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.138.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.138.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.138.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.139.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.139.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.139.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.139.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.139.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.139.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.14.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.14.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.14.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.14.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.14.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.14.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.140.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.140.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.140.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.140.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.140.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.140.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.141.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.141.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.141.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.141.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.141.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.141.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.142.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.142.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.142.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.142.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.142.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.142.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.143.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.143.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.143.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.143.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.143.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.143.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.144.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.144.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.144.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.144.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.144.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.144.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.145.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.145.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.145.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.145.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.145.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.145.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.146.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.146.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.146.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.146.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.146.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.146.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.147.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.147.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.147.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.147.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.147.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.147.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.148.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.148.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.148.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.148.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.148.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.148.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.149.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.149.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.149.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.149.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.149.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.149.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.15.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.15.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.15.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.15.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.15.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.15.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.150.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.150.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.150.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.150.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.150.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.150.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.151.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.151.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.151.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.151.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.151.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.151.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.152.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.152.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.152.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.152.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.152.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.152.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.153.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.153.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.153.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.153.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.153.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.153.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.154.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.154.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.154.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.154.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.154.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.154.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.155.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.155.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.155.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.155.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.155.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.155.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.156.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.156.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.156.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.156.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.156.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.156.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.157.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.157.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.157.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.157.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.157.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.157.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.158.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.158.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.158.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.158.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.158.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.158.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.159.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.159.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.159.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.159.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.159.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.159.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.16.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.16.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.16.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.16.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.16.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.16.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.17.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.17.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.17.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.17.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.17.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.17.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.18.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.18.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.18.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.18.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.18.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.18.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.19.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.19.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.19.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.19.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.19.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.19.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.2.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.2.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.2.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.2.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.2.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.2.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.20.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.20.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.20.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.20.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.20.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.20.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.21.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.21.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.21.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.21.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.21.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.21.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.22.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.22.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.22.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.22.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.22.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.22.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.23.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.23.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.23.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.23.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.23.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.23.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.24.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.24.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.24.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.24.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.24.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.24.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.25.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.25.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.25.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.25.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.25.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.25.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.26.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.26.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.26.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.26.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.26.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.26.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.27.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.27.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.27.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.27.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.27.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.27.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.28.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.28.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.28.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.28.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.28.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.28.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.29.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.29.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.29.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.29.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.29.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.29.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.3.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.3.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.3.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.3.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.3.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.3.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.30.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.30.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.30.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.30.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.30.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.30.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.31.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.31.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.31.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.31.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.31.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.31.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.32.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.32.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.32.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.32.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.32.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.32.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.33.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.33.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.33.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.33.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.33.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.33.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.34.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.34.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.34.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.34.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.34.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.34.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.35.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.35.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.35.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.35.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.35.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.35.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.36.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.36.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.36.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.36.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.36.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.36.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.37.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.37.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.37.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.37.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.37.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.37.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.38.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.38.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.38.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.38.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.38.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.38.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.39.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.39.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.39.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.39.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.39.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.39.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.4.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.4.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.4.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.4.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.4.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.4.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.40.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.40.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.40.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.40.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.40.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.40.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.41.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.41.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.41.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.41.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.41.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.41.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.42.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.42.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.42.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.42.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.42.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.42.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.43.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.43.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.43.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.43.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.43.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.43.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.44.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.44.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.44.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.44.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.44.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.44.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.45.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.45.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.45.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.45.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.45.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.45.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.46.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.46.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.46.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.46.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.46.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.46.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.47.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.47.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.47.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.47.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.47.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.47.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.48.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.48.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.48.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.48.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.48.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.48.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.49.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.49.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.49.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.49.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.49.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.49.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.5.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.5.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.5.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.5.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.5.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.5.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.50.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.50.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.50.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.50.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.50.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.50.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.51.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.51.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.51.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.51.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.51.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.51.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.52.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.52.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.52.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.52.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.52.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.52.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.53.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.53.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.53.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.53.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.53.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.53.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.54.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.54.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.54.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.54.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.54.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.54.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.55.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.55.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.55.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.55.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.55.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.55.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.56.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.56.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.56.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.56.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.56.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.56.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.57.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.57.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.57.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.57.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.57.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.57.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.58.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.58.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.58.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.58.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.58.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.58.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.59.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.59.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.59.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.59.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.59.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.59.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.6.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.6.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.6.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.6.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.6.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.6.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.60.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.60.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.60.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.60.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.60.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.60.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.61.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.61.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.61.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.61.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.61.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.61.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.62.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.62.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.62.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.62.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.62.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.62.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.63.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.63.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.63.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.63.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.63.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.63.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.64.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.64.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.64.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.64.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.64.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.64.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.65.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.65.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.65.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.65.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.65.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.65.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.66.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.66.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.66.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.66.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.66.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.66.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.67.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.67.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.67.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.67.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.67.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.67.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.68.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.68.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.68.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.68.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.68.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.68.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.69.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.69.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.69.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.69.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.69.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.69.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.7.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.7.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.7.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.7.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.7.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.7.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.70.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.70.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.70.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.70.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.70.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.70.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.71.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.71.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.71.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.71.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.71.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.71.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.72.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.72.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.72.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.72.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.72.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.72.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.73.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.73.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.73.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.73.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.73.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.73.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.74.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.74.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.74.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.74.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.74.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.74.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.75.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.75.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.75.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.75.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.75.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.75.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.76.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.76.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.76.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.76.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.76.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.76.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.77.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.77.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.77.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.77.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.77.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.77.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.78.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.78.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.78.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.78.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.78.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.78.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.79.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.79.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.79.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.79.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.79.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.79.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.8.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.8.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.8.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.8.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.8.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.8.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.80.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.80.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.80.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.80.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.80.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.80.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.81.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.81.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.81.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.81.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.81.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.81.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.82.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.82.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.82.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.82.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.82.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.82.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.83.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.83.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.83.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.83.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.83.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.83.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.84.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.84.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.84.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.84.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.84.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.84.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.85.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.85.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.85.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.85.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.85.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.85.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.86.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.86.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.86.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.86.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.86.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.86.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.87.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.87.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.87.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.87.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.87.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.87.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.88.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.88.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.88.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.88.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.88.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.88.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.89.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.89.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.89.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.89.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.89.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.89.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.9.down_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.9.down_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.9.gate_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.9.gate_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.9.up_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.9.up_proj.weight_scale": "model-00007-of-00043.safetensors", + "model.layers.16.mlp.experts.90.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.90.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.90.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.90.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.90.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.90.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.91.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.91.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.91.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.91.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.91.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.91.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.92.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.92.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.92.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.92.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.92.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.92.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.93.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.93.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.93.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.93.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.93.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.93.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.94.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.94.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.94.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.94.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.94.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.94.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.95.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.95.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.95.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.95.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.95.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.95.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.96.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.96.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.96.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.96.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.96.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.96.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.97.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.97.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.97.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.97.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.97.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.97.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.98.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.98.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.98.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.98.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.98.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.98.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.99.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.99.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.99.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.99.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.99.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.experts.99.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.gate.e_score_correction_bias": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.gate.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.shared_experts.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.shared_experts.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.mlp.shared_experts.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00008-of-00043.safetensors", + "model.layers.16.self_attn.k_norm.weight": "model-00007-of-00043.safetensors", + "model.layers.16.self_attn.k_proj.bias": "model-00007-of-00043.safetensors", + "model.layers.16.self_attn.k_proj.output_scale": "model-00007-of-00043.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.self_attn.q_norm.weight": "model-00007-of-00043.safetensors", + "model.layers.16.self_attn.q_proj.bias": "model-00007-of-00043.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.16.self_attn.v_proj.bias": "model-00007-of-00043.safetensors", + "model.layers.16.self_attn.v_proj.output_scale": "model-00007-of-00043.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00007-of-00043.safetensors", + "model.layers.17.input_layernorm.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.0.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.0.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.0.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.0.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.0.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.0.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.1.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.1.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.1.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.1.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.1.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.1.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.10.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.10.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.10.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.10.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.10.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.10.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.100.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.100.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.100.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.100.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.100.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.100.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.101.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.101.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.101.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.101.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.101.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.101.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.102.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.102.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.102.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.102.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.102.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.102.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.103.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.103.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.103.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.103.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.103.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.103.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.104.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.104.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.104.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.104.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.104.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.104.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.105.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.105.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.105.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.105.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.105.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.105.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.106.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.106.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.106.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.106.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.106.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.106.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.107.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.107.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.107.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.107.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.107.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.107.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.108.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.108.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.108.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.108.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.108.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.108.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.109.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.109.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.109.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.109.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.109.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.109.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.11.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.11.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.11.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.11.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.11.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.11.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.110.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.110.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.110.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.110.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.110.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.110.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.111.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.111.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.111.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.111.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.111.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.111.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.112.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.112.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.112.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.112.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.112.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.112.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.113.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.113.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.113.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.113.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.113.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.113.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.114.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.114.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.114.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.114.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.114.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.114.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.115.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.115.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.115.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.115.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.115.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.115.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.116.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.116.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.116.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.116.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.116.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.116.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.117.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.117.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.117.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.117.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.117.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.117.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.118.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.118.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.118.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.118.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.118.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.118.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.119.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.119.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.119.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.119.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.119.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.119.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.12.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.12.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.12.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.12.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.12.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.12.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.120.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.120.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.120.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.120.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.120.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.120.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.121.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.121.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.121.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.121.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.121.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.121.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.122.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.122.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.122.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.122.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.122.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.122.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.123.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.123.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.123.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.123.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.123.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.123.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.124.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.124.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.124.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.124.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.124.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.124.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.125.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.125.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.125.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.125.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.125.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.125.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.126.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.126.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.126.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.126.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.126.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.126.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.127.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.127.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.127.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.127.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.127.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.127.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.128.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.128.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.128.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.128.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.128.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.128.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.129.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.129.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.129.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.129.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.129.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.129.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.13.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.13.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.13.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.13.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.13.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.13.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.130.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.130.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.130.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.130.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.130.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.130.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.131.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.131.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.131.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.131.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.131.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.131.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.132.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.132.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.132.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.132.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.132.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.132.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.133.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.133.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.133.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.133.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.133.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.133.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.134.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.134.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.134.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.134.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.134.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.134.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.135.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.135.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.135.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.135.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.135.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.135.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.136.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.136.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.136.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.136.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.136.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.136.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.137.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.137.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.137.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.137.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.137.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.137.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.138.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.138.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.138.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.138.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.138.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.138.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.139.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.139.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.139.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.139.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.139.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.139.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.14.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.14.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.14.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.14.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.14.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.14.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.140.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.140.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.140.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.140.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.140.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.140.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.141.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.141.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.141.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.141.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.141.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.141.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.142.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.142.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.142.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.142.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.142.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.142.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.143.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.143.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.143.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.143.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.143.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.143.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.144.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.144.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.144.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.144.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.144.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.144.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.145.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.145.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.145.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.145.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.145.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.145.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.146.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.146.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.146.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.146.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.146.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.146.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.147.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.147.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.147.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.147.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.147.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.147.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.148.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.148.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.148.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.148.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.148.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.148.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.149.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.149.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.149.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.149.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.149.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.149.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.15.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.15.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.15.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.15.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.15.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.15.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.150.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.150.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.150.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.150.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.150.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.150.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.151.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.151.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.151.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.151.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.151.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.151.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.152.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.152.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.152.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.152.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.152.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.152.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.153.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.153.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.153.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.153.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.153.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.153.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.154.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.154.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.154.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.154.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.154.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.154.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.155.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.155.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.155.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.155.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.155.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.155.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.156.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.156.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.156.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.156.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.156.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.156.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.157.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.157.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.157.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.157.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.157.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.157.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.158.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.158.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.158.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.158.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.158.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.158.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.159.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.159.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.159.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.159.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.159.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.159.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.16.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.16.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.16.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.16.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.16.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.16.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.17.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.17.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.17.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.17.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.17.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.17.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.18.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.18.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.18.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.18.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.18.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.18.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.19.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.19.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.19.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.19.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.19.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.19.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.2.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.2.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.2.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.2.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.2.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.2.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.20.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.20.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.20.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.20.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.20.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.20.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.21.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.21.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.21.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.21.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.21.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.21.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.22.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.22.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.22.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.22.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.22.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.22.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.23.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.23.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.23.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.23.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.23.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.23.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.24.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.24.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.24.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.24.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.24.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.24.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.25.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.25.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.25.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.25.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.25.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.25.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.26.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.26.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.26.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.26.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.26.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.26.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.27.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.27.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.27.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.27.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.27.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.27.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.28.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.28.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.28.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.28.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.28.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.28.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.29.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.29.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.29.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.29.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.29.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.29.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.3.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.3.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.3.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.3.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.3.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.3.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.30.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.30.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.30.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.30.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.30.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.30.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.31.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.31.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.31.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.31.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.31.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.31.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.32.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.32.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.32.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.32.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.32.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.32.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.33.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.33.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.33.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.33.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.33.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.33.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.34.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.34.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.34.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.34.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.34.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.34.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.35.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.35.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.35.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.35.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.35.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.35.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.36.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.36.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.36.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.36.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.36.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.36.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.37.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.37.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.37.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.37.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.37.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.37.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.38.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.38.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.38.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.38.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.38.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.38.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.39.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.39.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.39.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.39.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.39.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.39.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.4.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.4.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.4.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.4.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.4.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.4.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.40.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.40.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.40.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.40.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.40.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.40.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.41.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.41.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.41.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.41.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.41.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.41.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.42.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.42.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.42.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.42.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.42.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.42.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.43.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.43.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.43.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.43.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.43.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.43.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.44.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.44.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.44.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.44.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.44.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.44.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.45.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.45.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.45.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.45.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.45.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.45.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.46.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.46.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.46.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.46.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.46.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.46.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.47.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.47.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.47.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.47.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.47.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.47.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.48.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.48.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.48.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.48.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.48.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.48.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.49.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.49.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.49.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.49.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.49.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.49.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.5.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.5.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.5.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.5.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.5.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.5.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.50.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.50.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.50.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.50.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.50.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.50.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.51.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.51.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.51.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.51.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.51.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.51.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.52.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.52.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.52.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.52.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.52.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.52.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.53.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.53.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.53.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.53.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.53.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.53.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.54.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.54.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.54.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.54.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.54.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.54.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.55.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.55.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.55.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.55.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.55.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.55.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.56.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.56.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.56.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.56.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.56.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.56.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.57.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.57.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.57.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.57.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.57.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.57.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.58.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.58.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.58.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.58.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.58.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.58.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.59.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.59.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.59.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.59.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.59.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.59.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.6.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.6.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.6.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.6.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.6.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.6.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.60.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.60.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.60.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.60.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.60.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.60.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.61.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.61.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.61.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.61.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.61.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.61.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.62.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.62.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.62.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.62.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.62.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.62.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.63.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.63.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.63.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.63.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.63.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.63.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.64.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.64.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.64.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.64.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.64.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.64.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.65.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.65.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.65.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.65.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.65.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.65.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.66.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.66.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.66.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.66.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.66.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.66.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.67.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.67.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.67.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.67.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.67.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.67.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.68.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.68.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.68.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.68.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.68.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.68.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.69.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.69.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.69.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.69.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.69.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.69.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.7.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.7.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.7.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.7.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.7.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.7.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.70.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.70.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.70.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.70.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.70.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.70.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.71.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.71.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.71.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.71.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.71.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.71.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.72.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.72.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.72.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.72.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.72.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.72.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.73.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.73.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.73.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.73.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.73.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.73.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.74.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.74.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.74.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.74.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.74.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.74.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.75.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.75.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.75.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.75.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.75.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.75.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.76.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.76.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.76.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.76.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.76.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.76.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.77.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.77.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.77.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.77.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.77.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.77.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.78.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.78.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.78.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.78.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.78.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.78.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.79.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.79.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.79.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.79.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.79.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.79.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.8.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.8.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.8.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.8.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.8.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.8.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.80.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.80.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.80.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.80.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.80.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.80.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.81.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.81.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.81.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.81.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.81.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.81.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.82.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.82.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.82.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.82.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.82.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.82.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.83.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.83.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.83.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.83.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.83.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.83.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.84.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.84.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.84.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.84.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.84.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.84.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.85.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.85.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.85.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.85.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.85.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.85.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.86.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.86.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.86.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.86.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.86.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.86.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.87.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.87.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.87.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.87.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.87.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.87.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.88.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.88.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.88.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.88.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.88.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.88.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.89.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.89.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.89.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.89.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.89.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.89.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.9.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.9.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.9.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.9.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.9.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.9.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.90.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.90.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.90.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.90.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.90.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.90.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.91.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.91.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.91.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.91.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.91.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.91.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.92.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.92.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.92.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.92.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.92.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.92.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.93.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.93.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.93.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.93.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.93.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.93.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.94.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.94.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.94.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.94.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.94.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.94.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.95.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.95.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.95.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.95.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.95.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.95.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.96.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.96.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.96.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.96.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.96.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.96.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.97.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.97.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.97.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.97.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.97.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.97.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.98.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.98.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.98.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.98.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.98.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.98.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.99.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.99.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.99.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.99.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.99.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.experts.99.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.gate.e_score_correction_bias": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.gate.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.shared_experts.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.shared_experts.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.mlp.shared_experts.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00008-of-00043.safetensors", + "model.layers.17.self_attn.k_norm.weight": "model-00008-of-00043.safetensors", + "model.layers.17.self_attn.k_proj.bias": "model-00008-of-00043.safetensors", + "model.layers.17.self_attn.k_proj.output_scale": "model-00008-of-00043.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.self_attn.q_norm.weight": "model-00008-of-00043.safetensors", + "model.layers.17.self_attn.q_proj.bias": "model-00008-of-00043.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.17.self_attn.v_proj.bias": "model-00008-of-00043.safetensors", + "model.layers.17.self_attn.v_proj.output_scale": "model-00008-of-00043.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.input_layernorm.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.0.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.0.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.0.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.0.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.0.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.0.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.1.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.1.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.1.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.1.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.1.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.1.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.10.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.10.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.10.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.10.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.10.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.10.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.100.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.100.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.100.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.100.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.100.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.100.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.101.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.101.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.101.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.101.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.101.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.101.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.102.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.102.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.102.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.102.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.102.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.102.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.103.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.103.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.103.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.103.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.103.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.103.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.104.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.104.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.104.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.104.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.104.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.104.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.105.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.105.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.105.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.105.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.105.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.105.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.106.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.106.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.106.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.106.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.106.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.106.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.107.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.107.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.107.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.107.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.107.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.107.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.108.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.108.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.108.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.108.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.108.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.108.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.109.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.109.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.109.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.109.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.109.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.109.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.11.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.11.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.11.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.11.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.11.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.11.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.110.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.110.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.110.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.110.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.110.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.110.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.111.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.111.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.111.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.111.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.111.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.111.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.112.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.112.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.112.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.112.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.112.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.112.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.113.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.113.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.113.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.113.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.113.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.113.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.114.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.114.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.114.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.114.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.114.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.114.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.115.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.115.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.115.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.115.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.115.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.115.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.116.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.116.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.116.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.116.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.116.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.116.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.117.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.117.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.117.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.117.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.117.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.117.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.118.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.118.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.118.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.118.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.118.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.118.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.119.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.119.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.119.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.119.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.119.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.119.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.12.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.12.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.12.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.12.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.12.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.12.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.120.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.120.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.120.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.120.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.120.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.120.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.121.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.121.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.121.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.121.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.121.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.121.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.122.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.122.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.122.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.122.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.122.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.122.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.123.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.123.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.123.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.123.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.123.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.123.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.124.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.124.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.124.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.124.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.124.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.124.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.125.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.125.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.125.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.125.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.125.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.125.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.126.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.126.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.126.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.126.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.126.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.126.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.127.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.127.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.127.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.127.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.127.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.127.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.128.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.128.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.128.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.128.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.128.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.128.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.129.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.129.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.129.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.129.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.129.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.129.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.13.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.13.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.13.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.13.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.13.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.13.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.130.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.130.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.130.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.130.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.130.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.130.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.131.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.131.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.131.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.131.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.131.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.131.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.132.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.132.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.132.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.132.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.132.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.132.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.133.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.133.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.133.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.133.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.133.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.133.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.134.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.134.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.134.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.134.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.134.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.134.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.135.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.135.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.135.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.135.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.135.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.135.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.136.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.136.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.136.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.136.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.136.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.136.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.137.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.137.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.137.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.137.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.137.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.137.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.138.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.138.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.138.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.138.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.138.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.138.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.139.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.139.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.139.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.139.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.139.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.139.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.14.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.14.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.14.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.14.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.14.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.14.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.140.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.140.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.140.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.140.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.140.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.140.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.141.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.141.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.141.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.141.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.141.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.141.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.142.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.142.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.142.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.142.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.142.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.142.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.143.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.143.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.143.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.143.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.143.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.143.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.144.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.144.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.144.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.144.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.144.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.144.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.145.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.145.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.145.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.145.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.145.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.145.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.146.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.146.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.146.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.146.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.146.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.146.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.147.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.147.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.147.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.147.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.147.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.147.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.148.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.148.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.148.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.148.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.148.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.148.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.149.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.149.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.149.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.149.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.149.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.149.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.15.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.15.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.15.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.15.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.15.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.15.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.150.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.150.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.150.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.150.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.150.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.150.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.151.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.151.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.151.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.151.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.151.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.151.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.152.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.152.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.152.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.152.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.152.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.152.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.153.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.153.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.153.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.153.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.153.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.153.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.154.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.154.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.154.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.154.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.154.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.154.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.155.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.155.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.155.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.155.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.155.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.155.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.156.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.156.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.156.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.156.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.156.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.156.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.157.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.157.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.157.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.157.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.157.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.157.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.158.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.158.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.158.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.158.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.158.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.158.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.159.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.159.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.159.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.159.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.159.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.159.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.16.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.16.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.16.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.16.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.16.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.16.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.17.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.17.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.17.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.17.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.17.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.17.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.18.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.18.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.18.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.18.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.18.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.18.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.19.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.19.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.19.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.19.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.19.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.19.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.2.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.2.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.2.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.2.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.2.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.2.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.20.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.20.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.20.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.20.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.20.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.20.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.21.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.21.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.21.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.21.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.21.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.21.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.22.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.22.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.22.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.22.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.22.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.22.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.23.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.23.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.23.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.23.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.23.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.23.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.24.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.24.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.24.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.24.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.24.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.24.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.25.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.25.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.25.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.25.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.25.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.25.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.26.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.26.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.26.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.26.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.26.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.26.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.27.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.27.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.27.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.27.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.27.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.27.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.28.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.28.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.28.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.28.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.28.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.28.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.29.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.29.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.29.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.29.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.29.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.29.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.3.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.3.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.3.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.3.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.3.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.3.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.30.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.30.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.30.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.30.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.30.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.30.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.31.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.31.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.31.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.31.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.31.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.31.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.32.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.32.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.32.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.32.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.32.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.32.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.33.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.33.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.33.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.33.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.33.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.33.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.34.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.34.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.34.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.34.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.34.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.34.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.35.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.35.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.35.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.35.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.35.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.35.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.36.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.36.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.36.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.36.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.36.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.36.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.37.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.37.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.37.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.37.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.37.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.37.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.38.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.38.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.38.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.38.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.38.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.38.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.39.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.39.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.39.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.39.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.39.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.39.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.4.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.4.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.4.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.4.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.4.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.4.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.40.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.40.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.40.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.40.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.40.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.40.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.41.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.41.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.41.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.41.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.41.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.41.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.42.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.42.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.42.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.42.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.42.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.42.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.43.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.43.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.43.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.43.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.43.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.43.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.44.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.44.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.44.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.44.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.44.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.44.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.45.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.45.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.45.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.45.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.45.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.45.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.46.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.46.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.46.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.46.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.46.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.46.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.47.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.47.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.47.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.47.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.47.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.47.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.48.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.48.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.48.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.48.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.48.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.48.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.49.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.49.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.49.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.49.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.49.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.49.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.5.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.5.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.5.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.5.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.5.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.5.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.50.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.50.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.50.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.50.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.50.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.50.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.51.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.51.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.51.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.51.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.51.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.51.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.52.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.52.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.52.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.52.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.52.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.52.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.53.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.53.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.53.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.53.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.53.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.53.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.54.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.54.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.54.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.54.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.54.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.54.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.55.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.55.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.55.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.55.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.55.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.55.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.56.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.56.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.56.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.56.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.56.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.56.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.57.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.57.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.57.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.57.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.57.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.57.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.58.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.58.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.58.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.58.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.58.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.58.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.59.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.59.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.59.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.59.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.59.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.59.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.6.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.6.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.6.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.6.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.6.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.6.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.60.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.60.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.60.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.60.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.60.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.60.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.61.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.61.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.61.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.61.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.61.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.61.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.62.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.62.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.62.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.62.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.62.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.62.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.63.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.63.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.63.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.63.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.63.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.63.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.64.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.64.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.64.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.64.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.64.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.64.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.65.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.65.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.65.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.65.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.65.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.65.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.66.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.66.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.66.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.66.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.66.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.66.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.67.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.67.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.67.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.67.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.67.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.67.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.68.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.68.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.68.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.68.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.68.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.68.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.69.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.69.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.69.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.69.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.69.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.69.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.7.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.7.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.7.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.7.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.7.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.7.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.70.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.70.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.70.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.70.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.70.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.70.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.71.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.71.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.71.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.71.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.71.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.71.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.72.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.72.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.72.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.72.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.72.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.72.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.73.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.73.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.73.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.73.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.73.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.73.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.74.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.74.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.74.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.74.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.74.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.74.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.75.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.75.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.75.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.75.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.75.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.75.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.76.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.76.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.76.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.76.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.76.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.76.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.77.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.77.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.77.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.77.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.77.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.77.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.78.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.78.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.78.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.78.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.78.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.78.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.79.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.79.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.79.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.79.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.79.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.79.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.8.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.8.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.8.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.8.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.8.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.8.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.80.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.80.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.80.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.80.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.80.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.80.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.81.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.81.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.81.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.81.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.81.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.81.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.82.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.82.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.82.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.82.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.82.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.82.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.83.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.83.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.83.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.83.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.83.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.83.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.84.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.84.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.84.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.84.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.84.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.84.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.85.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.85.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.85.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.85.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.85.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.85.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.86.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.86.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.86.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.86.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.86.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.86.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.87.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.87.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.87.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.87.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.87.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.87.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.88.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.88.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.88.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.88.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.88.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.88.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.89.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.89.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.89.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.89.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.89.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.89.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.9.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.9.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.9.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.9.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.9.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.9.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.90.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.90.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.90.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.90.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.90.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.90.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.91.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.91.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.91.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.91.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.91.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.91.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.92.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.92.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.92.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.92.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.92.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.92.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.93.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.93.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.93.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.93.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.93.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.93.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.94.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.94.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.94.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.94.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.94.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.94.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.95.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.95.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.95.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.95.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.95.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.95.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.96.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.96.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.96.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.96.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.96.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.96.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.97.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.97.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.97.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.97.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.97.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.97.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.98.down_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.98.down_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.98.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.98.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.98.up_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.98.up_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.99.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.99.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.99.gate_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.99.gate_proj.weight_scale": "model-00008-of-00043.safetensors", + "model.layers.18.mlp.experts.99.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.experts.99.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.gate.e_score_correction_bias": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.gate.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.shared_experts.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.shared_experts.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.mlp.shared_experts.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00009-of-00043.safetensors", + "model.layers.18.self_attn.k_norm.weight": "model-00008-of-00043.safetensors", + "model.layers.18.self_attn.k_proj.bias": "model-00008-of-00043.safetensors", + "model.layers.18.self_attn.k_proj.output_scale": "model-00008-of-00043.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.self_attn.q_norm.weight": "model-00008-of-00043.safetensors", + "model.layers.18.self_attn.q_proj.bias": "model-00008-of-00043.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.18.self_attn.v_proj.bias": "model-00008-of-00043.safetensors", + "model.layers.18.self_attn.v_proj.output_scale": "model-00008-of-00043.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00008-of-00043.safetensors", + "model.layers.19.input_layernorm.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.0.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.0.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.0.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.0.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.0.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.0.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.1.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.1.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.1.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.1.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.1.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.1.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.10.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.10.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.10.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.10.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.10.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.10.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.100.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.100.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.100.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.100.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.100.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.100.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.101.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.101.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.101.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.101.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.101.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.101.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.102.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.102.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.102.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.102.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.102.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.102.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.103.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.103.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.103.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.103.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.103.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.103.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.104.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.104.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.104.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.104.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.104.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.104.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.105.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.105.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.105.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.105.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.105.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.105.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.106.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.106.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.106.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.106.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.106.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.106.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.107.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.107.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.107.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.107.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.107.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.107.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.108.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.108.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.108.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.108.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.108.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.108.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.109.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.109.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.109.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.109.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.109.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.109.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.11.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.11.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.11.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.11.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.11.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.11.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.110.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.110.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.110.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.110.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.110.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.110.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.111.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.111.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.111.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.111.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.111.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.111.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.112.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.112.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.112.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.112.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.112.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.112.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.113.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.113.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.113.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.113.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.113.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.113.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.114.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.114.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.114.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.114.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.114.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.114.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.115.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.115.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.115.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.115.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.115.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.115.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.116.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.116.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.116.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.116.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.116.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.116.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.117.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.117.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.117.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.117.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.117.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.117.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.118.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.118.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.118.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.118.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.118.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.118.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.119.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.119.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.119.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.119.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.119.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.119.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.12.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.12.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.12.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.12.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.12.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.12.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.120.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.120.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.120.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.120.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.120.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.120.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.121.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.121.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.121.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.121.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.121.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.121.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.122.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.122.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.122.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.122.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.122.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.122.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.123.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.123.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.123.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.123.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.123.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.123.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.124.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.124.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.124.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.124.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.124.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.124.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.125.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.125.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.125.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.125.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.125.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.125.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.126.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.126.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.126.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.126.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.126.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.126.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.127.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.127.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.127.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.127.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.127.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.127.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.128.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.128.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.128.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.128.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.128.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.128.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.129.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.129.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.129.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.129.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.129.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.129.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.13.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.13.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.13.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.13.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.13.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.13.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.130.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.130.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.130.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.130.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.130.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.130.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.131.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.131.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.131.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.131.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.131.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.131.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.132.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.132.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.132.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.132.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.132.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.132.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.133.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.133.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.133.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.133.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.133.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.133.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.134.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.134.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.134.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.134.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.134.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.134.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.135.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.135.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.135.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.135.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.135.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.135.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.136.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.136.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.136.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.136.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.136.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.136.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.137.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.137.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.137.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.137.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.137.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.137.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.138.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.138.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.138.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.138.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.138.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.138.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.139.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.139.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.139.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.139.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.139.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.139.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.14.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.14.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.14.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.14.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.14.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.14.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.140.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.140.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.140.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.140.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.140.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.140.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.141.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.141.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.141.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.141.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.141.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.141.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.142.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.142.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.142.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.142.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.142.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.142.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.143.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.143.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.143.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.143.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.143.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.143.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.144.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.144.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.144.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.144.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.144.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.144.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.145.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.145.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.145.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.145.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.145.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.145.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.146.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.146.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.146.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.146.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.146.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.146.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.147.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.147.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.147.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.147.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.147.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.147.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.148.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.148.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.148.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.148.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.148.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.148.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.149.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.149.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.149.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.149.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.149.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.149.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.15.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.15.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.15.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.15.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.15.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.15.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.150.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.150.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.150.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.150.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.150.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.150.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.151.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.151.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.151.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.151.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.151.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.151.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.152.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.152.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.152.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.152.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.152.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.152.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.153.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.153.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.153.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.153.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.153.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.153.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.154.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.154.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.154.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.154.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.154.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.154.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.155.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.155.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.155.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.155.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.155.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.155.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.156.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.156.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.156.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.156.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.156.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.156.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.157.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.157.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.157.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.157.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.157.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.157.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.158.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.158.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.158.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.158.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.158.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.158.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.159.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.159.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.159.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.159.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.159.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.159.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.16.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.16.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.16.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.16.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.16.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.16.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.17.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.17.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.17.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.17.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.17.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.17.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.18.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.18.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.18.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.18.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.18.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.18.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.19.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.19.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.19.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.19.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.19.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.19.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.2.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.2.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.2.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.2.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.2.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.2.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.20.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.20.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.20.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.20.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.20.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.20.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.21.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.21.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.21.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.21.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.21.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.21.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.22.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.22.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.22.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.22.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.22.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.22.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.23.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.23.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.23.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.23.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.23.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.23.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.24.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.24.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.24.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.24.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.24.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.24.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.25.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.25.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.25.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.25.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.25.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.25.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.26.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.26.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.26.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.26.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.26.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.26.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.27.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.27.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.27.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.27.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.27.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.27.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.28.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.28.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.28.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.28.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.28.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.28.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.29.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.29.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.29.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.29.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.29.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.29.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.3.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.3.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.3.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.3.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.3.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.3.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.30.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.30.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.30.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.30.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.30.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.30.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.31.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.31.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.31.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.31.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.31.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.31.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.32.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.32.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.32.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.32.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.32.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.32.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.33.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.33.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.33.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.33.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.33.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.33.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.34.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.34.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.34.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.34.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.34.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.34.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.35.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.35.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.35.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.35.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.35.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.35.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.36.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.36.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.36.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.36.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.36.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.36.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.37.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.37.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.37.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.37.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.37.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.37.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.38.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.38.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.38.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.38.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.38.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.38.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.39.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.39.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.39.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.39.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.39.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.39.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.4.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.4.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.4.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.4.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.4.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.4.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.40.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.40.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.40.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.40.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.40.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.40.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.41.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.41.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.41.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.41.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.41.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.41.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.42.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.42.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.42.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.42.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.42.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.42.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.43.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.43.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.43.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.43.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.43.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.43.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.44.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.44.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.44.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.44.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.44.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.44.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.45.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.45.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.45.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.45.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.45.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.45.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.46.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.46.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.46.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.46.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.46.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.46.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.47.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.47.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.47.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.47.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.47.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.47.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.48.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.48.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.48.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.48.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.48.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.48.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.49.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.49.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.49.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.49.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.49.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.49.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.5.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.5.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.5.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.5.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.5.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.5.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.50.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.50.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.50.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.50.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.50.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.50.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.51.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.51.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.51.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.51.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.51.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.51.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.52.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.52.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.52.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.52.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.52.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.52.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.53.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.53.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.53.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.53.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.53.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.53.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.54.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.54.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.54.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.54.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.54.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.54.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.55.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.55.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.55.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.55.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.55.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.55.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.56.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.56.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.56.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.56.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.56.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.56.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.57.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.57.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.57.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.57.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.57.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.57.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.58.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.58.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.58.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.58.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.58.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.58.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.59.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.59.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.59.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.59.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.59.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.59.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.6.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.6.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.6.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.6.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.6.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.6.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.60.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.60.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.60.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.60.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.60.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.60.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.61.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.61.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.61.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.61.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.61.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.61.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.62.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.62.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.62.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.62.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.62.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.62.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.63.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.63.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.63.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.63.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.63.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.63.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.64.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.64.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.64.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.64.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.64.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.64.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.65.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.65.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.65.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.65.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.65.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.65.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.66.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.66.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.66.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.66.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.66.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.66.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.67.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.67.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.67.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.67.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.67.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.67.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.68.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.68.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.68.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.68.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.68.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.68.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.69.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.69.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.69.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.69.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.69.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.69.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.7.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.7.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.7.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.7.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.7.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.7.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.70.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.70.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.70.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.70.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.70.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.70.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.71.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.71.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.71.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.71.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.71.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.71.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.72.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.72.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.72.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.72.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.72.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.72.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.73.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.73.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.73.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.73.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.73.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.73.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.74.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.74.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.74.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.74.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.74.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.74.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.75.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.75.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.75.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.75.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.75.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.75.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.76.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.76.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.76.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.76.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.76.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.76.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.77.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.77.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.77.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.77.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.77.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.77.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.78.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.78.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.78.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.78.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.78.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.78.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.79.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.79.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.79.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.79.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.79.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.79.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.8.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.8.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.8.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.8.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.8.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.8.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.80.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.80.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.80.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.80.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.80.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.80.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.81.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.81.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.81.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.81.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.81.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.81.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.82.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.82.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.82.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.82.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.82.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.82.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.83.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.83.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.83.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.83.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.83.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.83.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.84.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.84.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.84.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.84.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.84.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.84.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.85.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.85.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.85.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.85.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.85.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.85.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.86.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.86.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.86.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.86.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.86.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.86.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.87.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.87.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.87.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.87.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.87.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.87.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.88.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.88.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.88.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.88.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.88.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.88.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.89.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.89.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.89.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.89.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.89.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.89.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.9.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.9.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.9.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.9.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.9.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.9.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.90.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.90.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.90.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.90.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.90.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.90.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.91.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.91.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.91.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.91.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.91.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.91.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.92.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.92.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.92.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.92.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.92.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.92.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.93.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.93.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.93.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.93.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.93.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.93.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.94.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.94.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.94.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.94.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.94.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.94.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.95.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.95.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.95.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.95.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.95.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.95.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.96.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.96.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.96.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.96.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.96.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.96.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.97.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.97.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.97.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.97.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.97.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.97.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.98.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.98.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.98.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.98.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.98.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.98.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.99.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.99.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.99.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.99.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.99.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.experts.99.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.gate.e_score_correction_bias": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.gate.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.shared_experts.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.shared_experts.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.mlp.shared_experts.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00009-of-00043.safetensors", + "model.layers.19.self_attn.k_norm.weight": "model-00009-of-00043.safetensors", + "model.layers.19.self_attn.k_proj.bias": "model-00009-of-00043.safetensors", + "model.layers.19.self_attn.k_proj.output_scale": "model-00009-of-00043.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.self_attn.q_norm.weight": "model-00009-of-00043.safetensors", + "model.layers.19.self_attn.q_proj.bias": "model-00009-of-00043.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.19.self_attn.v_proj.bias": "model-00009-of-00043.safetensors", + "model.layers.19.self_attn.v_proj.output_scale": "model-00009-of-00043.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00043.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00043.safetensors", + "model.layers.2.self_attn.k_norm.weight": "model-00001-of-00043.safetensors", + "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00043.safetensors", + "model.layers.2.self_attn.k_proj.output_scale": "model-00001-of-00043.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.2.self_attn.q_norm.weight": "model-00001-of-00043.safetensors", + "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00043.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00043.safetensors", + "model.layers.2.self_attn.v_proj.output_scale": "model-00001-of-00043.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.20.input_layernorm.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.0.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.0.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.0.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.0.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.0.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.0.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.1.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.1.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.1.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.1.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.1.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.1.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.10.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.10.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.10.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.10.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.10.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.10.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.100.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.100.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.100.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.100.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.100.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.100.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.101.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.101.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.101.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.101.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.101.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.101.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.102.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.102.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.102.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.102.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.102.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.102.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.103.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.103.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.103.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.103.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.103.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.103.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.104.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.104.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.104.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.104.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.104.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.104.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.105.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.105.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.105.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.105.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.105.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.105.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.106.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.106.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.106.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.106.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.106.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.106.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.107.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.107.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.107.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.107.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.107.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.107.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.108.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.108.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.108.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.108.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.108.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.108.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.109.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.109.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.109.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.109.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.109.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.109.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.11.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.11.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.11.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.11.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.11.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.11.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.110.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.110.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.110.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.110.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.110.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.110.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.111.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.111.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.111.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.111.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.111.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.111.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.112.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.112.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.112.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.112.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.112.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.112.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.113.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.113.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.113.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.113.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.113.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.113.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.114.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.114.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.114.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.114.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.114.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.114.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.115.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.115.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.115.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.115.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.115.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.115.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.116.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.116.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.116.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.116.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.116.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.116.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.117.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.117.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.117.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.117.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.117.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.117.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.118.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.118.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.118.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.118.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.118.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.118.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.119.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.119.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.119.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.119.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.119.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.119.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.12.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.12.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.12.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.12.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.12.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.12.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.120.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.120.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.120.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.120.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.120.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.120.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.121.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.121.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.121.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.121.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.121.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.121.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.122.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.122.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.122.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.122.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.122.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.122.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.123.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.123.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.123.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.123.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.123.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.123.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.124.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.124.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.124.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.124.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.124.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.124.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.125.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.125.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.125.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.125.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.125.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.125.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.126.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.126.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.126.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.126.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.126.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.126.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.127.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.127.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.127.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.127.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.127.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.127.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.128.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.128.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.128.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.128.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.128.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.128.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.129.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.129.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.129.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.129.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.129.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.129.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.13.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.13.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.13.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.13.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.13.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.13.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.130.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.130.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.130.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.130.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.130.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.130.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.131.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.131.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.131.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.131.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.131.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.131.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.132.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.132.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.132.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.132.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.132.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.132.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.133.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.133.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.133.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.133.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.133.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.133.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.134.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.134.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.134.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.134.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.134.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.134.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.135.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.135.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.135.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.135.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.135.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.135.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.136.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.136.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.136.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.136.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.136.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.136.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.137.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.137.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.137.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.137.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.137.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.137.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.138.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.138.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.138.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.138.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.138.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.138.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.139.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.139.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.139.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.139.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.139.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.139.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.14.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.14.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.14.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.14.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.14.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.14.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.140.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.140.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.140.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.140.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.140.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.140.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.141.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.141.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.141.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.141.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.141.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.141.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.142.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.142.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.142.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.142.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.142.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.142.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.143.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.143.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.143.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.143.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.143.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.143.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.144.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.144.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.144.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.144.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.144.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.144.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.145.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.145.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.145.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.145.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.145.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.145.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.146.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.146.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.146.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.146.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.146.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.146.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.147.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.147.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.147.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.147.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.147.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.147.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.148.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.148.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.148.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.148.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.148.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.148.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.149.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.149.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.149.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.149.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.149.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.149.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.15.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.15.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.15.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.15.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.15.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.15.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.150.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.150.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.150.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.150.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.150.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.150.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.151.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.151.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.151.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.151.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.151.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.151.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.152.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.152.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.152.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.152.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.152.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.152.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.153.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.153.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.153.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.153.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.153.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.153.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.154.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.154.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.154.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.154.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.154.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.154.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.155.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.155.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.155.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.155.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.155.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.155.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.156.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.156.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.156.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.156.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.156.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.156.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.157.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.157.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.157.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.157.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.157.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.157.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.158.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.158.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.158.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.158.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.158.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.158.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.159.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.159.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.159.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.159.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.159.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.159.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.experts.16.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.16.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.16.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.16.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.16.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.16.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.17.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.17.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.17.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.17.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.17.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.17.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.18.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.18.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.18.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.18.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.18.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.18.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.19.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.19.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.19.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.19.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.19.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.19.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.2.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.2.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.2.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.2.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.2.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.2.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.20.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.20.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.20.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.20.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.20.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.20.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.21.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.21.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.21.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.21.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.21.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.21.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.22.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.22.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.22.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.22.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.22.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.22.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.23.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.23.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.23.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.23.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.23.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.23.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.24.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.24.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.24.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.24.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.24.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.24.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.25.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.25.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.25.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.25.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.25.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.25.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.26.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.26.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.26.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.26.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.26.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.26.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.27.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.27.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.27.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.27.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.27.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.27.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.28.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.28.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.28.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.28.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.28.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.28.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.29.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.29.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.29.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.29.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.29.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.29.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.3.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.3.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.3.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.3.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.3.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.3.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.30.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.30.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.30.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.30.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.30.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.30.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.31.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.31.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.31.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.31.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.31.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.31.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.32.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.32.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.32.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.32.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.32.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.32.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.33.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.33.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.33.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.33.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.33.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.33.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.34.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.34.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.34.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.34.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.34.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.34.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.35.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.35.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.35.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.35.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.35.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.35.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.36.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.36.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.36.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.36.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.36.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.36.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.37.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.37.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.37.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.37.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.37.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.37.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.38.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.38.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.38.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.38.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.38.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.38.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.39.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.39.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.39.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.39.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.39.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.39.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.4.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.4.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.4.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.4.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.4.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.4.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.40.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.40.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.40.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.40.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.40.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.40.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.41.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.41.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.41.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.41.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.41.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.41.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.42.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.42.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.42.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.42.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.42.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.42.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.43.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.43.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.43.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.43.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.43.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.43.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.44.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.44.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.44.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.44.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.44.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.44.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.45.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.45.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.45.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.45.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.45.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.45.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.46.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.46.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.46.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.46.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.46.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.46.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.47.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.47.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.47.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.47.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.47.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.47.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.48.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.48.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.48.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.48.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.48.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.48.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.49.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.49.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.49.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.49.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.49.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.49.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.5.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.5.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.5.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.5.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.5.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.5.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.50.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.50.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.50.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.50.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.50.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.50.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.51.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.51.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.51.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.51.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.51.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.51.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.52.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.52.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.52.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.52.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.52.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.52.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.53.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.53.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.53.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.53.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.53.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.53.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.54.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.54.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.54.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.54.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.54.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.54.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.55.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.55.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.55.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.55.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.55.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.55.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.56.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.56.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.56.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.56.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.56.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.56.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.57.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.57.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.57.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.57.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.57.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.57.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.58.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.58.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.58.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.58.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.58.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.58.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.59.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.59.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.59.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.59.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.59.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.59.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.6.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.6.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.6.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.6.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.6.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.6.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.60.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.60.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.60.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.60.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.60.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.60.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.61.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.61.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.61.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.61.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.61.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.61.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.62.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.62.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.62.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.62.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.62.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.62.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.63.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.63.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.63.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.63.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.63.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.63.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.64.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.64.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.64.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.64.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.64.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.64.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.65.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.65.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.65.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.65.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.65.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.65.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.66.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.66.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.66.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.66.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.66.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.66.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.67.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.67.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.67.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.67.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.67.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.67.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.68.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.68.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.68.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.68.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.68.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.68.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.69.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.69.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.69.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.69.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.69.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.69.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.7.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.7.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.7.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.7.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.7.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.7.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.70.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.70.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.70.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.70.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.70.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.70.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.71.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.71.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.71.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.71.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.71.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.71.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.72.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.72.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.72.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.72.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.72.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.72.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.73.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.73.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.73.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.73.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.73.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.73.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.74.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.74.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.74.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.74.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.74.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.74.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.75.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.75.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.75.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.75.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.75.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.75.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.76.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.76.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.76.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.76.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.76.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.76.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.77.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.77.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.77.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.77.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.77.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.77.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.78.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.78.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.78.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.78.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.78.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.78.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.79.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.79.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.79.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.79.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.79.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.79.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.8.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.8.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.8.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.8.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.8.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.8.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.80.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.80.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.80.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.80.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.80.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.80.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.81.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.81.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.81.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.81.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.81.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.81.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.82.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.82.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.82.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.82.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.82.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.82.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.83.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.83.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.83.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.83.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.83.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.83.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.84.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.84.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.84.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.84.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.84.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.84.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.85.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.85.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.85.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.85.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.85.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.85.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.86.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.86.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.86.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.86.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.86.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.86.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.87.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.87.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.87.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.87.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.87.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.87.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.88.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.88.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.88.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.88.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.88.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.88.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.89.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.89.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.89.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.89.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.89.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.89.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.9.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.9.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.9.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.9.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.9.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.9.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.90.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.90.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.90.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.90.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.90.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.90.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.91.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.91.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.91.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.91.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.91.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.91.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.92.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.92.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.92.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.92.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.92.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.92.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.93.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.93.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.93.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.93.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.93.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.93.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.94.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.94.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.94.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.94.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.94.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.94.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.95.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.95.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.95.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.95.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.95.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.95.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.96.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.96.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.96.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.96.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.96.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.96.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.97.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.97.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.97.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.97.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.97.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.97.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.98.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.98.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.98.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.98.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.98.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.98.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.99.down_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.99.down_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.99.gate_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.99.gate_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.99.up_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.experts.99.up_proj.weight_scale": "model-00009-of-00043.safetensors", + "model.layers.20.mlp.gate.e_score_correction_bias": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.gate.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.shared_experts.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.shared_experts.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.mlp.shared_experts.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00010-of-00043.safetensors", + "model.layers.20.self_attn.k_norm.weight": "model-00009-of-00043.safetensors", + "model.layers.20.self_attn.k_proj.bias": "model-00009-of-00043.safetensors", + "model.layers.20.self_attn.k_proj.output_scale": "model-00009-of-00043.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.self_attn.q_norm.weight": "model-00009-of-00043.safetensors", + "model.layers.20.self_attn.q_proj.bias": "model-00009-of-00043.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.20.self_attn.v_proj.bias": "model-00009-of-00043.safetensors", + "model.layers.20.self_attn.v_proj.output_scale": "model-00009-of-00043.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00009-of-00043.safetensors", + "model.layers.21.input_layernorm.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.0.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.0.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.0.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.0.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.0.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.0.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.1.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.1.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.1.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.1.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.1.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.1.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.10.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.10.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.10.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.10.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.10.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.10.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.100.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.100.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.100.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.100.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.100.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.100.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.101.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.101.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.101.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.101.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.101.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.101.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.102.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.102.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.102.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.102.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.102.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.102.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.103.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.103.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.103.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.103.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.103.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.103.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.104.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.104.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.104.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.104.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.104.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.104.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.105.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.105.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.105.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.105.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.105.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.105.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.106.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.106.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.106.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.106.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.106.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.106.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.107.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.107.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.107.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.107.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.107.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.107.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.108.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.108.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.108.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.108.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.108.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.108.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.109.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.109.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.109.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.109.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.109.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.109.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.11.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.11.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.11.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.11.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.11.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.11.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.110.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.110.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.110.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.110.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.110.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.110.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.111.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.111.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.111.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.111.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.111.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.111.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.112.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.112.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.112.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.112.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.112.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.112.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.113.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.113.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.113.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.113.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.113.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.113.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.114.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.114.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.114.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.114.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.114.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.114.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.115.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.115.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.115.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.115.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.115.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.115.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.116.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.116.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.116.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.116.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.116.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.116.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.117.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.117.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.117.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.117.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.117.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.117.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.118.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.118.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.118.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.118.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.118.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.118.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.119.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.119.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.119.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.119.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.119.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.119.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.12.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.12.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.12.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.12.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.12.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.12.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.120.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.120.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.120.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.120.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.120.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.120.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.121.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.121.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.121.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.121.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.121.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.121.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.122.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.122.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.122.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.122.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.122.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.122.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.123.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.123.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.123.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.123.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.123.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.123.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.124.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.124.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.124.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.124.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.124.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.124.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.125.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.125.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.125.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.125.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.125.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.125.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.126.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.126.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.126.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.126.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.126.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.126.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.127.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.127.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.127.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.127.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.127.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.127.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.128.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.128.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.128.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.128.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.128.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.128.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.129.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.129.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.129.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.129.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.129.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.129.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.13.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.13.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.13.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.13.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.13.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.13.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.130.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.130.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.130.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.130.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.130.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.130.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.131.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.131.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.131.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.131.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.131.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.131.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.132.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.132.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.132.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.132.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.132.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.132.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.133.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.133.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.133.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.133.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.133.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.133.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.134.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.134.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.134.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.134.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.134.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.134.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.135.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.135.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.135.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.135.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.135.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.135.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.136.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.136.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.136.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.136.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.136.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.136.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.137.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.137.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.137.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.137.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.137.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.137.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.138.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.138.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.138.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.138.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.138.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.138.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.139.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.139.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.139.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.139.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.139.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.139.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.14.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.14.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.14.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.14.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.14.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.14.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.140.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.140.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.140.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.140.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.140.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.140.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.141.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.141.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.141.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.141.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.141.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.141.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.142.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.142.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.142.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.142.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.142.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.142.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.143.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.143.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.143.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.143.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.143.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.143.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.144.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.144.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.144.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.144.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.144.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.144.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.145.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.145.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.145.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.145.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.145.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.145.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.146.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.146.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.146.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.146.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.146.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.146.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.147.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.147.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.147.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.147.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.147.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.147.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.148.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.148.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.148.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.148.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.148.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.148.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.149.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.149.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.149.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.149.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.149.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.149.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.15.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.15.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.15.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.15.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.15.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.15.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.150.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.150.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.150.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.150.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.150.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.150.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.151.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.151.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.151.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.151.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.151.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.151.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.152.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.152.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.152.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.152.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.152.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.152.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.153.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.153.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.153.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.153.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.153.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.153.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.154.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.154.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.154.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.154.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.154.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.154.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.155.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.155.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.155.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.155.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.155.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.155.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.156.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.156.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.156.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.156.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.156.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.156.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.157.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.157.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.157.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.157.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.157.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.157.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.158.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.158.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.158.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.158.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.158.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.158.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.159.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.159.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.159.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.159.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.159.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.159.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.16.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.16.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.16.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.16.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.16.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.16.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.17.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.17.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.17.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.17.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.17.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.17.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.18.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.18.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.18.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.18.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.18.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.18.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.19.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.19.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.19.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.19.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.19.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.19.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.2.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.2.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.2.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.2.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.2.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.2.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.20.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.20.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.20.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.20.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.20.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.20.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.21.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.21.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.21.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.21.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.21.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.21.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.22.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.22.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.22.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.22.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.22.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.22.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.23.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.23.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.23.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.23.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.23.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.23.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.24.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.24.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.24.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.24.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.24.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.24.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.25.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.25.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.25.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.25.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.25.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.25.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.26.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.26.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.26.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.26.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.26.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.26.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.27.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.27.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.27.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.27.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.27.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.27.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.28.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.28.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.28.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.28.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.28.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.28.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.29.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.29.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.29.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.29.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.29.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.29.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.3.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.3.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.3.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.3.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.3.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.3.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.30.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.30.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.30.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.30.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.30.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.30.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.31.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.31.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.31.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.31.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.31.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.31.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.32.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.32.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.32.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.32.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.32.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.32.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.33.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.33.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.33.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.33.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.33.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.33.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.34.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.34.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.34.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.34.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.34.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.34.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.35.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.35.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.35.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.35.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.35.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.35.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.36.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.36.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.36.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.36.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.36.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.36.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.37.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.37.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.37.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.37.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.37.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.37.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.38.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.38.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.38.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.38.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.38.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.38.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.39.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.39.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.39.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.39.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.39.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.39.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.4.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.4.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.4.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.4.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.4.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.4.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.40.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.40.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.40.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.40.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.40.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.40.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.41.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.41.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.41.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.41.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.41.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.41.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.42.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.42.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.42.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.42.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.42.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.42.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.43.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.43.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.43.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.43.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.43.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.43.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.44.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.44.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.44.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.44.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.44.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.44.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.45.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.45.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.45.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.45.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.45.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.45.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.46.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.46.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.46.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.46.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.46.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.46.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.47.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.47.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.47.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.47.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.47.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.47.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.48.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.48.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.48.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.48.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.48.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.48.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.49.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.49.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.49.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.49.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.49.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.49.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.5.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.5.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.5.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.5.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.5.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.5.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.50.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.50.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.50.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.50.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.50.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.50.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.51.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.51.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.51.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.51.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.51.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.51.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.52.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.52.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.52.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.52.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.52.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.52.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.53.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.53.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.53.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.53.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.53.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.53.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.54.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.54.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.54.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.54.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.54.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.54.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.55.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.55.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.55.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.55.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.55.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.55.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.56.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.56.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.56.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.56.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.56.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.56.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.57.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.57.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.57.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.57.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.57.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.57.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.58.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.58.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.58.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.58.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.58.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.58.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.59.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.59.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.59.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.59.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.59.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.59.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.6.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.6.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.6.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.6.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.6.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.6.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.60.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.60.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.60.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.60.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.60.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.60.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.61.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.61.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.61.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.61.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.61.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.61.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.62.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.62.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.62.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.62.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.62.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.62.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.63.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.63.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.63.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.63.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.63.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.63.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.64.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.64.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.64.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.64.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.64.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.64.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.65.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.65.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.65.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.65.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.65.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.65.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.66.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.66.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.66.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.66.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.66.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.66.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.67.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.67.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.67.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.67.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.67.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.67.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.68.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.68.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.68.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.68.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.68.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.68.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.69.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.69.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.69.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.69.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.69.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.69.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.7.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.7.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.7.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.7.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.7.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.7.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.70.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.70.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.70.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.70.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.70.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.70.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.71.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.71.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.71.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.71.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.71.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.71.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.72.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.72.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.72.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.72.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.72.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.72.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.73.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.73.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.73.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.73.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.73.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.73.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.74.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.74.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.74.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.74.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.74.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.74.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.75.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.75.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.75.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.75.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.75.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.75.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.76.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.76.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.76.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.76.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.76.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.76.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.77.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.77.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.77.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.77.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.77.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.77.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.78.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.78.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.78.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.78.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.78.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.78.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.79.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.79.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.79.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.79.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.79.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.79.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.8.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.8.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.8.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.8.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.8.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.8.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.80.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.80.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.80.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.80.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.80.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.80.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.81.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.81.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.81.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.81.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.81.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.81.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.82.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.82.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.82.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.82.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.82.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.82.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.83.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.83.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.83.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.83.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.83.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.83.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.84.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.84.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.84.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.84.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.84.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.84.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.85.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.85.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.85.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.85.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.85.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.85.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.86.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.86.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.86.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.86.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.86.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.86.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.87.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.87.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.87.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.87.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.87.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.87.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.88.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.88.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.88.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.88.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.88.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.88.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.89.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.89.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.89.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.89.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.89.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.89.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.9.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.9.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.9.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.9.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.9.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.9.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.90.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.90.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.90.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.90.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.90.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.90.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.91.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.91.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.91.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.91.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.91.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.91.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.92.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.92.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.92.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.92.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.92.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.92.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.93.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.93.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.93.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.93.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.93.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.93.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.94.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.94.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.94.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.94.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.94.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.94.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.95.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.95.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.95.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.95.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.95.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.95.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.96.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.96.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.96.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.96.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.96.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.96.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.97.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.97.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.97.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.97.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.97.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.97.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.98.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.98.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.98.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.98.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.98.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.98.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.99.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.99.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.99.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.99.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.99.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.experts.99.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.gate.e_score_correction_bias": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.gate.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.shared_experts.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.shared_experts.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.mlp.shared_experts.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00010-of-00043.safetensors", + "model.layers.21.self_attn.k_norm.weight": "model-00010-of-00043.safetensors", + "model.layers.21.self_attn.k_proj.bias": "model-00010-of-00043.safetensors", + "model.layers.21.self_attn.k_proj.output_scale": "model-00010-of-00043.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.self_attn.q_norm.weight": "model-00010-of-00043.safetensors", + "model.layers.21.self_attn.q_proj.bias": "model-00010-of-00043.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.21.self_attn.v_proj.bias": "model-00010-of-00043.safetensors", + "model.layers.21.self_attn.v_proj.output_scale": "model-00010-of-00043.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.input_layernorm.weight": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.0.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.0.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.0.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.0.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.0.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.0.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.1.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.1.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.1.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.1.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.1.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.1.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.10.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.10.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.10.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.10.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.10.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.10.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.100.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.100.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.100.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.100.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.100.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.100.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.101.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.101.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.101.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.101.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.101.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.101.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.102.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.102.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.102.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.102.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.102.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.102.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.103.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.103.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.103.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.103.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.103.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.103.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.104.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.104.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.104.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.104.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.104.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.104.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.105.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.105.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.105.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.105.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.105.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.105.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.106.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.106.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.106.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.106.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.106.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.106.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.107.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.107.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.107.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.107.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.107.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.107.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.108.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.108.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.108.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.108.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.108.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.108.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.109.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.109.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.109.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.109.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.109.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.109.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.11.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.11.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.11.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.11.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.11.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.11.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.110.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.110.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.110.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.110.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.110.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.110.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.111.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.111.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.111.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.111.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.111.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.111.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.112.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.112.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.112.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.112.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.112.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.112.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.113.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.113.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.113.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.113.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.113.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.113.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.114.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.114.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.114.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.114.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.114.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.114.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.115.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.115.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.115.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.115.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.115.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.115.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.116.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.116.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.116.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.116.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.116.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.116.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.117.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.117.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.117.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.117.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.117.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.117.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.118.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.118.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.118.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.118.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.118.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.118.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.119.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.119.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.119.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.119.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.119.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.119.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.12.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.12.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.12.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.12.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.12.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.12.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.120.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.120.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.120.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.120.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.120.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.120.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.121.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.121.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.121.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.121.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.121.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.121.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.122.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.122.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.122.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.122.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.122.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.122.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.123.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.123.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.123.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.123.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.123.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.123.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.124.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.124.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.124.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.124.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.124.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.124.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.125.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.125.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.125.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.125.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.125.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.125.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.126.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.126.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.126.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.126.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.126.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.126.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.127.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.127.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.127.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.127.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.127.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.127.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.128.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.128.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.128.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.128.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.128.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.128.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.129.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.129.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.129.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.129.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.129.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.129.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.13.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.13.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.13.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.13.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.13.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.13.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.130.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.130.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.130.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.130.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.130.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.130.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.131.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.131.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.131.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.131.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.131.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.131.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.132.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.132.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.132.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.132.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.132.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.132.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.133.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.133.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.133.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.133.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.133.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.133.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.134.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.134.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.134.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.134.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.134.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.134.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.135.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.135.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.135.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.135.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.135.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.135.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.136.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.136.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.136.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.136.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.136.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.136.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.137.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.137.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.137.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.137.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.137.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.137.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.138.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.138.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.138.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.138.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.138.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.138.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.139.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.139.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.139.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.139.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.139.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.139.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.14.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.14.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.14.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.14.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.14.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.14.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.140.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.140.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.140.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.140.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.140.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.140.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.141.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.141.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.141.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.141.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.141.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.141.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.142.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.142.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.142.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.142.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.142.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.142.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.143.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.143.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.143.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.143.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.143.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.143.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.144.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.144.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.144.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.144.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.144.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.144.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.145.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.145.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.145.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.145.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.145.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.145.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.146.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.146.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.146.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.146.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.146.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.146.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.147.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.147.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.147.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.147.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.147.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.147.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.148.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.148.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.148.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.148.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.148.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.148.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.149.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.149.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.149.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.149.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.149.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.149.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.15.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.15.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.15.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.15.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.15.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.15.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.150.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.150.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.150.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.150.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.150.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.150.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.151.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.151.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.151.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.151.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.151.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.151.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.152.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.152.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.152.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.152.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.152.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.152.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.153.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.153.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.153.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.153.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.153.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.153.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.154.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.154.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.154.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.154.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.154.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.154.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.155.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.155.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.155.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.155.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.155.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.155.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.156.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.156.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.156.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.156.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.156.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.156.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.157.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.157.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.157.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.157.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.157.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.157.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.158.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.158.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.158.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.158.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.158.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.158.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.159.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.159.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.159.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.159.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.159.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.159.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.experts.16.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.16.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.16.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.16.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.16.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.16.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.17.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.17.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.17.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.17.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.17.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.17.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.18.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.18.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.18.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.18.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.18.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.18.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.19.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.19.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.19.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.19.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.19.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.19.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.2.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.2.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.2.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.2.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.2.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.2.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.20.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.20.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.20.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.20.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.20.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.20.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.21.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.21.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.21.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.21.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.21.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.21.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.22.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.22.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.22.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.22.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.22.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.22.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.23.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.23.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.23.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.23.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.23.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.23.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.24.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.24.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.24.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.24.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.24.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.24.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.25.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.25.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.25.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.25.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.25.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.25.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.26.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.26.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.26.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.26.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.26.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.26.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.27.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.27.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.27.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.27.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.27.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.27.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.28.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.28.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.28.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.28.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.28.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.28.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.29.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.29.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.29.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.29.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.29.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.29.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.3.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.3.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.3.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.3.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.3.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.3.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.30.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.30.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.30.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.30.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.30.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.30.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.31.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.31.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.31.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.31.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.31.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.31.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.32.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.32.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.32.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.32.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.32.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.32.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.33.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.33.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.33.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.33.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.33.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.33.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.34.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.34.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.34.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.34.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.34.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.34.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.35.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.35.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.35.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.35.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.35.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.35.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.36.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.36.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.36.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.36.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.36.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.36.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.37.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.37.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.37.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.37.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.37.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.37.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.38.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.38.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.38.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.38.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.38.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.38.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.39.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.39.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.39.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.39.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.39.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.39.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.4.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.4.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.4.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.4.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.4.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.4.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.40.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.40.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.40.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.40.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.40.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.40.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.41.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.41.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.41.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.41.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.41.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.41.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.42.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.42.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.42.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.42.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.42.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.42.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.43.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.43.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.43.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.43.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.43.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.43.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.44.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.44.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.44.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.44.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.44.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.44.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.45.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.45.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.45.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.45.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.45.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.45.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.46.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.46.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.46.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.46.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.46.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.46.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.47.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.47.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.47.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.47.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.47.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.47.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.48.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.48.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.48.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.48.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.48.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.48.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.49.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.49.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.49.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.49.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.49.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.49.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.5.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.5.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.5.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.5.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.5.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.5.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.50.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.50.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.50.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.50.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.50.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.50.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.51.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.51.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.51.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.51.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.51.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.51.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.52.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.52.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.52.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.52.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.52.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.52.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.53.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.53.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.53.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.53.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.53.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.53.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.54.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.54.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.54.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.54.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.54.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.54.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.55.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.55.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.55.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.55.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.55.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.55.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.56.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.56.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.56.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.56.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.56.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.56.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.57.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.57.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.57.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.57.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.57.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.57.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.58.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.58.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.58.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.58.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.58.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.58.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.59.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.59.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.59.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.59.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.59.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.59.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.6.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.6.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.6.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.6.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.6.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.6.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.60.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.60.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.60.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.60.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.60.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.60.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.61.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.61.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.61.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.61.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.61.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.61.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.62.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.62.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.62.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.62.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.62.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.62.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.63.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.63.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.63.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.63.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.63.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.63.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.64.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.64.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.64.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.64.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.64.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.64.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.65.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.65.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.65.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.65.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.65.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.65.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.66.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.66.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.66.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.66.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.66.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.66.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.67.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.67.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.67.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.67.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.67.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.67.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.68.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.68.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.68.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.68.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.68.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.68.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.69.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.69.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.69.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.69.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.69.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.69.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.7.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.7.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.7.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.7.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.7.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.7.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.70.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.70.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.70.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.70.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.70.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.70.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.71.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.71.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.71.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.71.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.71.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.71.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.72.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.72.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.72.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.72.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.72.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.72.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.73.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.73.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.73.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.73.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.73.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.73.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.74.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.74.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.74.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.74.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.74.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.74.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.75.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.75.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.75.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.75.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.75.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.75.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.76.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.76.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.76.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.76.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.76.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.76.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.77.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.77.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.77.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.77.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.77.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.77.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.78.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.78.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.78.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.78.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.78.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.78.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.79.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.79.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.79.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.79.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.79.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.79.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.8.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.8.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.8.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.8.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.8.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.8.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.80.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.80.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.80.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.80.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.80.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.80.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.81.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.81.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.81.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.81.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.81.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.81.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.82.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.82.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.82.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.82.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.82.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.82.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.83.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.83.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.83.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.83.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.83.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.83.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.84.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.84.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.84.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.84.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.84.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.84.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.85.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.85.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.85.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.85.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.85.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.85.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.86.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.86.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.86.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.86.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.86.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.86.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.87.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.87.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.87.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.87.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.87.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.87.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.88.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.88.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.88.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.88.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.88.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.88.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.89.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.89.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.89.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.89.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.89.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.89.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.9.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.9.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.9.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.9.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.9.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.9.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.90.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.90.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.90.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.90.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.90.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.90.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.91.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.91.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.91.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.91.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.91.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.91.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.92.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.92.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.92.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.92.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.92.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.92.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.93.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.93.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.93.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.93.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.93.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.93.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.94.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.94.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.94.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.94.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.94.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.94.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.95.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.95.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.95.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.95.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.95.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.95.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.96.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.96.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.96.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.96.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.96.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.96.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.97.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.97.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.97.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.97.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.97.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.97.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.98.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.98.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.98.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.98.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.98.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.98.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.99.down_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.99.down_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.99.gate_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.99.gate_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.99.up_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.experts.99.up_proj.weight_scale": "model-00010-of-00043.safetensors", + "model.layers.22.mlp.gate.e_score_correction_bias": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.gate.weight": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.shared_experts.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.shared_experts.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.22.mlp.shared_experts.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00011-of-00043.safetensors", + "model.layers.22.self_attn.k_norm.weight": "model-00010-of-00043.safetensors", + "model.layers.22.self_attn.k_proj.bias": "model-00010-of-00043.safetensors", + "model.layers.22.self_attn.k_proj.output_scale": "model-00010-of-00043.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.self_attn.q_norm.weight": "model-00010-of-00043.safetensors", + "model.layers.22.self_attn.q_proj.bias": "model-00010-of-00043.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.22.self_attn.v_proj.bias": "model-00010-of-00043.safetensors", + "model.layers.22.self_attn.v_proj.output_scale": "model-00010-of-00043.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00010-of-00043.safetensors", + "model.layers.23.input_layernorm.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.0.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.0.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.0.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.0.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.0.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.0.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.1.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.1.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.1.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.1.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.1.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.1.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.10.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.10.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.10.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.10.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.10.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.10.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.100.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.100.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.100.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.100.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.100.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.100.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.101.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.101.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.101.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.101.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.101.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.101.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.102.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.102.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.102.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.102.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.102.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.102.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.103.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.103.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.103.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.103.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.103.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.103.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.104.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.104.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.104.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.104.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.104.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.104.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.105.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.105.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.105.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.105.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.105.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.105.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.106.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.106.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.106.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.106.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.106.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.106.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.107.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.107.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.107.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.107.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.107.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.107.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.108.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.108.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.108.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.108.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.108.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.108.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.109.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.109.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.109.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.109.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.109.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.109.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.11.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.11.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.11.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.11.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.11.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.11.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.110.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.110.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.110.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.110.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.110.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.110.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.111.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.111.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.111.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.111.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.111.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.111.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.112.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.112.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.112.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.112.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.112.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.112.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.113.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.113.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.113.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.113.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.113.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.113.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.114.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.114.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.114.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.114.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.114.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.114.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.115.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.115.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.115.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.115.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.115.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.115.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.116.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.116.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.116.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.116.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.116.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.116.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.117.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.117.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.117.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.117.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.117.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.117.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.118.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.118.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.118.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.118.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.118.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.118.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.119.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.119.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.119.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.119.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.119.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.119.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.12.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.12.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.12.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.12.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.12.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.12.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.120.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.120.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.120.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.120.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.120.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.120.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.121.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.121.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.121.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.121.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.121.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.121.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.122.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.122.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.122.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.122.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.122.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.122.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.123.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.123.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.123.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.123.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.123.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.123.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.124.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.124.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.124.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.124.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.124.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.124.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.125.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.125.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.125.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.125.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.125.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.125.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.126.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.126.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.126.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.126.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.126.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.126.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.127.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.127.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.127.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.127.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.127.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.127.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.128.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.128.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.128.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.128.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.128.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.128.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.129.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.129.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.129.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.129.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.129.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.129.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.13.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.13.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.13.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.13.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.13.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.13.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.130.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.130.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.130.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.130.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.130.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.130.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.131.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.131.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.131.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.131.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.131.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.131.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.132.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.132.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.132.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.132.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.132.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.132.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.133.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.133.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.133.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.133.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.133.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.133.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.134.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.134.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.134.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.134.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.134.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.134.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.135.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.135.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.135.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.135.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.135.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.135.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.136.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.136.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.136.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.136.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.136.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.136.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.137.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.137.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.137.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.137.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.137.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.137.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.138.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.138.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.138.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.138.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.138.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.138.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.139.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.139.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.139.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.139.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.139.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.139.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.14.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.14.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.14.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.14.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.14.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.14.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.140.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.140.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.140.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.140.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.140.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.140.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.141.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.141.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.141.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.141.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.141.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.141.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.142.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.142.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.142.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.142.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.142.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.142.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.143.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.143.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.143.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.143.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.143.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.143.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.144.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.144.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.144.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.144.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.144.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.144.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.145.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.145.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.145.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.145.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.145.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.145.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.146.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.146.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.146.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.146.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.146.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.146.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.147.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.147.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.147.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.147.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.147.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.147.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.148.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.148.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.148.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.148.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.148.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.148.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.149.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.149.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.149.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.149.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.149.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.149.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.15.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.15.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.15.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.15.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.15.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.15.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.150.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.150.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.150.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.150.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.150.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.150.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.151.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.151.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.151.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.151.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.151.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.151.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.152.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.152.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.152.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.152.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.152.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.152.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.153.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.153.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.153.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.153.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.153.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.153.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.154.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.154.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.154.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.154.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.154.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.154.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.155.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.155.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.155.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.155.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.155.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.155.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.156.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.156.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.156.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.156.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.156.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.156.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.157.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.157.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.157.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.157.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.157.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.157.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.158.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.158.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.158.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.158.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.158.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.158.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.159.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.159.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.159.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.159.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.159.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.159.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.16.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.16.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.16.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.16.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.16.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.16.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.17.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.17.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.17.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.17.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.17.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.17.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.18.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.18.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.18.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.18.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.18.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.18.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.19.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.19.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.19.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.19.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.19.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.19.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.2.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.2.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.2.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.2.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.2.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.2.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.20.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.20.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.20.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.20.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.20.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.20.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.21.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.21.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.21.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.21.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.21.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.21.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.22.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.22.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.22.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.22.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.22.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.22.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.23.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.23.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.23.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.23.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.23.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.23.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.24.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.24.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.24.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.24.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.24.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.24.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.25.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.25.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.25.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.25.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.25.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.25.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.26.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.26.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.26.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.26.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.26.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.26.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.27.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.27.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.27.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.27.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.27.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.27.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.28.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.28.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.28.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.28.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.28.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.28.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.29.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.29.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.29.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.29.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.29.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.29.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.3.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.3.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.3.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.3.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.3.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.3.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.30.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.30.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.30.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.30.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.30.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.30.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.31.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.31.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.31.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.31.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.31.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.31.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.32.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.32.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.32.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.32.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.32.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.32.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.33.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.33.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.33.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.33.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.33.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.33.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.34.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.34.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.34.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.34.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.34.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.34.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.35.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.35.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.35.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.35.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.35.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.35.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.36.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.36.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.36.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.36.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.36.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.36.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.37.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.37.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.37.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.37.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.37.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.37.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.38.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.38.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.38.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.38.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.38.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.38.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.39.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.39.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.39.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.39.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.39.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.39.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.4.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.4.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.4.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.4.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.4.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.4.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.40.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.40.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.40.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.40.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.40.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.40.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.41.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.41.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.41.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.41.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.41.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.41.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.42.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.42.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.42.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.42.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.42.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.42.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.43.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.43.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.43.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.43.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.43.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.43.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.44.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.44.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.44.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.44.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.44.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.44.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.45.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.45.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.45.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.45.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.45.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.45.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.46.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.46.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.46.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.46.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.46.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.46.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.47.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.47.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.47.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.47.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.47.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.47.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.48.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.48.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.48.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.48.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.48.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.48.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.49.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.49.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.49.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.49.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.49.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.49.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.5.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.5.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.5.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.5.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.5.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.5.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.50.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.50.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.50.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.50.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.50.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.50.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.51.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.51.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.51.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.51.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.51.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.51.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.52.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.52.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.52.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.52.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.52.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.52.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.53.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.53.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.53.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.53.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.53.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.53.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.54.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.54.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.54.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.54.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.54.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.54.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.55.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.55.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.55.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.55.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.55.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.55.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.56.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.56.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.56.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.56.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.56.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.56.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.57.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.57.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.57.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.57.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.57.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.57.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.58.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.58.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.58.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.58.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.58.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.58.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.59.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.59.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.59.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.59.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.59.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.59.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.6.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.6.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.6.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.6.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.6.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.6.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.60.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.60.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.60.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.60.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.60.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.60.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.61.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.61.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.61.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.61.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.61.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.61.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.62.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.62.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.62.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.62.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.62.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.62.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.63.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.63.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.63.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.63.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.63.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.63.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.64.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.64.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.64.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.64.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.64.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.64.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.65.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.65.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.65.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.65.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.65.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.65.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.66.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.66.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.66.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.66.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.66.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.66.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.67.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.67.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.67.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.67.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.67.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.67.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.68.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.68.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.68.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.68.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.68.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.68.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.69.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.69.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.69.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.69.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.69.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.69.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.7.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.7.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.7.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.7.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.7.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.7.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.70.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.70.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.70.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.70.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.70.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.70.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.71.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.71.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.71.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.71.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.71.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.71.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.72.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.72.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.72.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.72.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.72.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.72.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.73.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.73.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.73.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.73.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.73.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.73.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.74.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.74.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.74.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.74.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.74.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.74.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.75.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.75.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.75.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.75.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.75.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.75.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.76.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.76.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.76.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.76.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.76.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.76.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.77.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.77.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.77.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.77.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.77.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.77.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.78.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.78.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.78.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.78.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.78.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.78.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.79.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.79.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.79.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.79.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.79.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.79.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.8.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.8.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.8.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.8.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.8.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.8.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.80.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.80.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.80.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.80.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.80.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.80.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.81.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.81.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.81.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.81.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.81.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.81.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.82.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.82.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.82.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.82.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.82.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.82.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.83.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.83.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.83.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.83.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.83.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.83.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.84.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.84.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.84.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.84.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.84.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.84.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.85.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.85.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.85.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.85.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.85.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.85.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.86.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.86.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.86.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.86.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.86.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.86.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.87.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.87.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.87.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.87.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.87.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.87.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.88.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.88.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.88.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.88.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.88.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.88.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.89.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.89.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.89.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.89.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.89.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.89.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.9.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.9.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.9.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.9.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.9.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.9.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.90.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.90.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.90.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.90.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.90.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.90.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.91.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.91.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.91.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.91.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.91.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.91.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.92.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.92.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.92.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.92.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.92.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.92.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.93.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.93.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.93.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.93.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.93.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.93.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.94.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.94.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.94.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.94.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.94.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.94.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.95.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.95.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.95.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.95.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.95.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.95.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.96.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.96.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.96.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.96.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.96.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.96.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.97.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.97.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.97.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.97.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.97.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.97.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.98.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.98.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.98.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.98.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.98.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.98.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.99.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.99.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.99.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.99.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.99.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.experts.99.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.gate.e_score_correction_bias": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.gate.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.shared_experts.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.shared_experts.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.mlp.shared_experts.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00011-of-00043.safetensors", + "model.layers.23.self_attn.k_norm.weight": "model-00011-of-00043.safetensors", + "model.layers.23.self_attn.k_proj.bias": "model-00011-of-00043.safetensors", + "model.layers.23.self_attn.k_proj.output_scale": "model-00011-of-00043.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.self_attn.q_norm.weight": "model-00011-of-00043.safetensors", + "model.layers.23.self_attn.q_proj.bias": "model-00011-of-00043.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.23.self_attn.v_proj.bias": "model-00011-of-00043.safetensors", + "model.layers.23.self_attn.v_proj.output_scale": "model-00011-of-00043.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.input_layernorm.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.0.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.0.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.0.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.0.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.0.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.0.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.1.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.1.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.1.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.1.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.1.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.1.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.10.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.10.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.10.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.10.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.10.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.10.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.100.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.100.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.100.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.100.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.100.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.100.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.101.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.101.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.101.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.101.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.101.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.101.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.102.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.102.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.102.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.102.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.102.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.102.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.103.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.103.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.103.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.103.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.103.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.103.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.104.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.104.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.104.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.104.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.104.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.104.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.105.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.105.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.105.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.105.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.105.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.105.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.106.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.106.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.106.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.106.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.106.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.106.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.107.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.107.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.107.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.107.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.107.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.107.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.108.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.108.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.108.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.108.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.108.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.108.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.109.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.109.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.109.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.109.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.109.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.109.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.11.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.11.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.11.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.11.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.11.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.11.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.110.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.110.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.110.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.110.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.110.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.110.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.111.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.111.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.111.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.111.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.111.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.111.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.112.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.112.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.112.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.112.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.112.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.112.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.113.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.113.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.113.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.113.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.113.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.113.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.114.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.114.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.114.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.114.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.114.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.114.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.115.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.115.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.115.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.115.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.115.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.115.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.116.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.116.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.116.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.116.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.116.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.116.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.117.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.117.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.117.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.117.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.117.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.117.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.118.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.118.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.118.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.118.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.118.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.118.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.119.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.119.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.119.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.119.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.119.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.119.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.12.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.12.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.12.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.12.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.12.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.12.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.120.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.120.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.120.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.120.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.120.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.120.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.121.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.121.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.121.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.121.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.121.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.121.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.122.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.122.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.122.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.122.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.122.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.122.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.123.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.123.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.123.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.123.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.123.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.123.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.124.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.124.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.124.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.124.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.124.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.124.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.125.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.125.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.125.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.125.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.125.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.125.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.126.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.126.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.126.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.126.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.126.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.126.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.127.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.127.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.127.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.127.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.127.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.127.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.128.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.128.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.128.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.128.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.128.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.128.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.129.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.129.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.129.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.129.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.129.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.129.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.13.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.13.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.13.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.13.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.13.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.13.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.130.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.130.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.130.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.130.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.130.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.130.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.131.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.131.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.131.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.131.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.131.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.131.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.132.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.132.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.132.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.132.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.132.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.132.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.133.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.133.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.133.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.133.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.133.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.133.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.134.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.134.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.134.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.134.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.134.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.134.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.135.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.135.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.135.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.135.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.135.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.135.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.136.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.136.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.136.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.136.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.136.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.136.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.137.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.137.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.137.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.137.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.137.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.137.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.138.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.138.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.138.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.138.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.138.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.138.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.139.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.139.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.139.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.139.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.139.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.139.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.14.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.14.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.14.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.14.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.14.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.14.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.140.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.140.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.140.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.140.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.140.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.140.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.141.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.141.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.141.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.141.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.141.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.141.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.142.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.142.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.142.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.142.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.142.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.142.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.143.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.143.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.143.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.143.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.143.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.143.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.144.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.144.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.144.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.144.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.144.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.144.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.145.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.145.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.145.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.145.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.145.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.145.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.146.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.146.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.146.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.146.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.146.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.146.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.147.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.147.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.147.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.147.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.147.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.147.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.148.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.148.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.148.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.148.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.148.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.148.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.149.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.149.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.149.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.149.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.149.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.149.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.15.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.15.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.15.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.15.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.15.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.15.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.150.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.150.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.150.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.150.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.150.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.150.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.151.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.151.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.151.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.151.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.151.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.151.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.152.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.152.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.152.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.152.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.152.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.152.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.153.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.153.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.153.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.153.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.153.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.153.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.154.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.154.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.154.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.154.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.154.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.154.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.155.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.155.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.155.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.155.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.155.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.155.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.156.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.156.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.156.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.156.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.156.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.156.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.157.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.157.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.157.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.157.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.157.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.157.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.158.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.158.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.158.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.158.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.158.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.158.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.159.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.159.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.159.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.159.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.159.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.159.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.16.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.16.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.16.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.16.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.16.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.16.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.17.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.17.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.17.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.17.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.17.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.17.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.18.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.18.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.18.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.18.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.18.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.18.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.19.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.19.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.19.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.19.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.19.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.19.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.2.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.2.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.2.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.2.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.2.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.2.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.20.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.20.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.20.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.20.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.20.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.20.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.21.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.21.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.21.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.21.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.21.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.21.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.22.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.22.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.22.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.22.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.22.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.22.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.23.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.23.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.23.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.23.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.23.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.23.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.24.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.24.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.24.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.24.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.24.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.24.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.25.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.25.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.25.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.25.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.25.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.25.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.26.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.26.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.26.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.26.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.26.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.26.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.27.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.27.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.27.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.27.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.27.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.27.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.28.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.28.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.28.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.28.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.28.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.28.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.29.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.29.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.29.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.29.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.29.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.29.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.3.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.3.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.3.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.3.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.3.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.3.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.30.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.30.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.30.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.30.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.30.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.30.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.31.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.31.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.31.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.31.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.31.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.31.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.32.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.32.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.32.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.32.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.32.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.32.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.33.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.33.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.33.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.33.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.33.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.33.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.34.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.34.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.34.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.34.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.34.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.34.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.35.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.35.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.35.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.35.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.35.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.35.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.36.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.36.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.36.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.36.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.36.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.36.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.37.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.37.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.37.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.37.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.37.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.37.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.38.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.38.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.38.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.38.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.38.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.38.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.39.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.39.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.39.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.39.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.39.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.39.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.4.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.4.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.4.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.4.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.4.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.4.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.40.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.40.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.40.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.40.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.40.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.40.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.41.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.41.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.41.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.41.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.41.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.41.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.42.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.42.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.42.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.42.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.42.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.42.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.43.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.43.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.43.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.43.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.43.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.43.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.44.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.44.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.44.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.44.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.44.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.44.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.45.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.45.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.45.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.45.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.45.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.45.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.46.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.46.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.46.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.46.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.46.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.46.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.47.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.47.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.47.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.47.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.47.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.47.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.48.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.48.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.48.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.48.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.48.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.48.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.49.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.49.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.49.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.49.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.49.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.49.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.5.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.5.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.5.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.5.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.5.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.5.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.50.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.50.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.50.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.50.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.50.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.50.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.51.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.51.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.51.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.51.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.51.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.51.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.52.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.52.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.52.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.52.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.52.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.52.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.53.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.53.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.53.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.53.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.53.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.53.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.54.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.54.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.54.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.54.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.54.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.54.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.55.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.55.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.55.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.55.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.55.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.55.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.56.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.56.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.56.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.56.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.56.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.56.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.57.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.57.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.57.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.57.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.57.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.57.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.58.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.58.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.58.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.58.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.58.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.58.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.59.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.59.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.59.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.59.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.59.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.59.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.6.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.6.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.6.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.6.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.6.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.6.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.60.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.60.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.60.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.60.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.60.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.60.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.61.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.61.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.61.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.61.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.61.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.61.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.62.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.62.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.62.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.62.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.62.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.62.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.63.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.63.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.63.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.63.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.63.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.63.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.64.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.64.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.64.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.64.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.64.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.64.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.65.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.65.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.65.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.65.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.65.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.65.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.66.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.66.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.66.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.66.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.66.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.66.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.67.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.67.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.67.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.67.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.67.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.67.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.68.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.68.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.68.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.68.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.68.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.68.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.69.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.69.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.69.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.69.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.69.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.69.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.7.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.7.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.7.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.7.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.7.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.7.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.70.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.70.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.70.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.70.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.70.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.70.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.71.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.71.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.71.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.71.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.71.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.71.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.72.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.72.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.72.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.72.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.72.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.72.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.73.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.73.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.73.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.73.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.73.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.73.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.74.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.74.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.74.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.74.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.74.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.74.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.75.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.75.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.75.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.75.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.75.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.75.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.76.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.76.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.76.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.76.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.76.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.76.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.77.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.77.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.77.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.77.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.77.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.77.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.78.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.78.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.78.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.78.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.78.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.78.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.79.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.79.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.79.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.79.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.79.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.79.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.8.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.8.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.8.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.8.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.8.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.8.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.80.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.80.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.80.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.80.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.80.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.80.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.81.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.81.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.81.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.81.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.81.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.81.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.82.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.82.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.82.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.82.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.82.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.82.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.83.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.83.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.83.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.83.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.83.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.83.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.84.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.84.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.84.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.84.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.84.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.84.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.85.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.85.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.85.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.85.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.85.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.85.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.86.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.86.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.86.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.86.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.86.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.86.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.87.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.87.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.87.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.87.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.87.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.87.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.88.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.88.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.88.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.88.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.88.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.88.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.89.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.89.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.89.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.89.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.89.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.89.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.9.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.9.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.9.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.9.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.9.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.9.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.90.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.90.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.90.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.90.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.90.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.90.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.91.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.91.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.91.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.91.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.91.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.91.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.92.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.92.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.92.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.92.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.92.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.92.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.93.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.93.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.93.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.93.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.93.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.93.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.94.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.94.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.94.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.94.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.94.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.94.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.95.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.95.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.95.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.95.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.95.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.95.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.96.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.96.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.96.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.96.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.96.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.96.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.97.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.97.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.97.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.97.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.97.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.97.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.98.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.98.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.98.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.98.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.98.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.98.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.99.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.99.down_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.99.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.99.gate_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.99.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.experts.99.up_proj.weight_scale": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.gate.e_score_correction_bias": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.gate.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.shared_experts.down_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.shared_experts.gate_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.mlp.shared_experts.up_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00011-of-00043.safetensors", + "model.layers.24.self_attn.k_norm.weight": "model-00011-of-00043.safetensors", + "model.layers.24.self_attn.k_proj.bias": "model-00011-of-00043.safetensors", + "model.layers.24.self_attn.k_proj.output_scale": "model-00011-of-00043.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.self_attn.q_norm.weight": "model-00011-of-00043.safetensors", + "model.layers.24.self_attn.q_proj.bias": "model-00011-of-00043.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.24.self_attn.v_proj.bias": "model-00011-of-00043.safetensors", + "model.layers.24.self_attn.v_proj.output_scale": "model-00011-of-00043.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.25.input_layernorm.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.0.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.0.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.0.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.0.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.0.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.0.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.1.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.1.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.1.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.1.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.1.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.1.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.10.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.10.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.10.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.10.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.10.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.10.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.100.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.100.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.100.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.100.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.100.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.100.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.101.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.101.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.101.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.101.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.101.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.101.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.102.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.102.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.102.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.102.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.102.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.102.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.103.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.103.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.103.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.103.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.103.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.103.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.104.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.104.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.104.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.104.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.104.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.104.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.105.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.105.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.105.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.105.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.105.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.105.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.106.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.106.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.106.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.106.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.106.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.106.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.107.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.107.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.107.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.107.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.107.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.107.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.108.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.108.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.108.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.108.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.108.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.108.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.109.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.109.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.109.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.109.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.109.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.109.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.11.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.11.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.11.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.11.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.11.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.11.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.110.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.110.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.110.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.110.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.110.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.110.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.111.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.111.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.111.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.111.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.111.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.111.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.112.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.112.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.112.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.112.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.112.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.112.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.113.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.113.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.113.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.113.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.113.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.113.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.114.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.114.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.114.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.114.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.114.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.114.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.115.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.115.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.115.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.115.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.115.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.115.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.116.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.116.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.116.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.116.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.116.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.116.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.117.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.117.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.117.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.117.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.117.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.117.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.118.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.118.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.118.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.118.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.118.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.118.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.119.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.119.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.119.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.119.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.119.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.119.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.12.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.12.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.12.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.12.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.12.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.12.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.120.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.120.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.120.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.120.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.120.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.120.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.121.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.121.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.121.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.121.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.121.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.121.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.122.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.122.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.122.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.122.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.122.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.122.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.123.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.123.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.123.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.123.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.123.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.123.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.124.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.124.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.124.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.124.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.124.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.124.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.125.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.125.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.125.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.125.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.125.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.125.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.126.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.126.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.126.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.126.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.126.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.126.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.127.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.127.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.127.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.127.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.127.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.127.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.128.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.128.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.128.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.128.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.128.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.128.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.129.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.129.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.129.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.129.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.129.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.129.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.13.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.13.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.13.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.13.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.13.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.13.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.130.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.130.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.130.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.130.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.130.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.130.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.131.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.131.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.131.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.131.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.131.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.131.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.132.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.132.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.132.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.132.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.132.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.132.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.133.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.133.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.133.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.133.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.133.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.133.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.134.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.134.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.134.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.134.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.134.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.134.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.135.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.135.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.135.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.135.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.135.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.135.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.136.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.136.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.136.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.136.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.136.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.136.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.137.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.137.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.137.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.137.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.137.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.137.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.138.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.138.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.138.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.138.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.138.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.138.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.139.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.139.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.139.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.139.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.139.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.139.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.14.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.14.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.14.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.14.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.14.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.14.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.140.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.140.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.140.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.140.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.140.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.140.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.141.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.141.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.141.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.141.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.141.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.141.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.142.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.142.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.142.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.142.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.142.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.142.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.143.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.143.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.143.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.143.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.143.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.143.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.144.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.144.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.144.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.144.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.144.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.144.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.145.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.145.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.145.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.145.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.145.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.145.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.146.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.146.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.146.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.146.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.146.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.146.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.147.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.147.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.147.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.147.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.147.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.147.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.148.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.148.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.148.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.148.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.148.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.148.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.149.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.149.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.149.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.149.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.149.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.149.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.15.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.15.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.15.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.15.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.15.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.15.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.150.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.150.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.150.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.150.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.150.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.150.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.151.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.151.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.151.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.151.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.151.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.151.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.152.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.152.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.152.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.152.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.152.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.152.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.153.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.153.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.153.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.153.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.153.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.153.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.154.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.154.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.154.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.154.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.154.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.154.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.155.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.155.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.155.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.155.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.155.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.155.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.156.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.156.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.156.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.156.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.156.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.156.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.157.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.157.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.157.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.157.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.157.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.157.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.158.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.158.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.158.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.158.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.158.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.158.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.159.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.159.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.159.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.159.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.159.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.159.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.16.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.16.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.16.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.16.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.16.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.16.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.17.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.17.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.17.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.17.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.17.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.17.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.18.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.18.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.18.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.18.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.18.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.18.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.19.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.19.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.19.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.19.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.19.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.19.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.2.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.2.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.2.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.2.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.2.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.2.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.20.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.20.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.20.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.20.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.20.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.20.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.21.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.21.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.21.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.21.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.21.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.21.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.22.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.22.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.22.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.22.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.22.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.22.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.23.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.23.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.23.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.23.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.23.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.23.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.24.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.24.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.24.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.24.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.24.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.24.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.25.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.25.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.25.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.25.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.25.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.25.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.26.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.26.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.26.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.26.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.26.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.26.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.27.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.27.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.27.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.27.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.27.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.27.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.28.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.28.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.28.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.28.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.28.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.28.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.29.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.29.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.29.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.29.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.29.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.29.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.3.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.3.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.3.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.3.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.3.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.3.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.30.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.30.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.30.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.30.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.30.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.30.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.31.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.31.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.31.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.31.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.31.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.31.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.32.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.32.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.32.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.32.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.32.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.32.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.33.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.33.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.33.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.33.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.33.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.33.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.34.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.34.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.34.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.34.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.34.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.34.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.35.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.35.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.35.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.35.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.35.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.35.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.36.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.36.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.36.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.36.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.36.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.36.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.37.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.37.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.37.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.37.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.37.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.37.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.38.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.38.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.38.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.38.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.38.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.38.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.39.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.39.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.39.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.39.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.39.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.39.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.4.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.4.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.4.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.4.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.4.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.4.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.40.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.40.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.40.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.40.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.40.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.40.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.41.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.41.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.41.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.41.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.41.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.41.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.42.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.42.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.42.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.42.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.42.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.42.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.43.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.43.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.43.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.43.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.43.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.43.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.44.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.44.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.44.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.44.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.44.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.44.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.45.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.45.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.45.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.45.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.45.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.45.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.46.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.46.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.46.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.46.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.46.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.46.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.47.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.47.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.47.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.47.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.47.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.47.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.48.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.48.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.48.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.48.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.48.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.48.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.49.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.49.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.49.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.49.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.49.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.49.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.5.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.5.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.5.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.5.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.5.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.5.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.50.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.50.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.50.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.50.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.50.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.50.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.51.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.51.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.51.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.51.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.51.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.51.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.52.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.52.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.52.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.52.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.52.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.52.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.53.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.53.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.53.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.53.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.53.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.53.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.54.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.54.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.54.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.54.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.54.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.54.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.55.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.55.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.55.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.55.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.55.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.55.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.56.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.56.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.56.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.56.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.56.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.56.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.57.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.57.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.57.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.57.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.57.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.57.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.58.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.58.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.58.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.58.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.58.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.58.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.59.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.59.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.59.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.59.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.59.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.59.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.6.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.6.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.6.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.6.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.6.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.6.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.60.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.60.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.60.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.60.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.60.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.60.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.61.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.61.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.61.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.61.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.61.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.61.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.62.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.62.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.62.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.62.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.62.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.62.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.63.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.63.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.63.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.63.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.63.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.63.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.64.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.64.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.64.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.64.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.64.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.64.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.65.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.65.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.65.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.65.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.65.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.65.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.66.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.66.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.66.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.66.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.66.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.66.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.67.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.67.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.67.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.67.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.67.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.67.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.68.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.68.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.68.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.68.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.68.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.68.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.69.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.69.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.69.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.69.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.69.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.69.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.7.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.7.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.7.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.7.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.7.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.7.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.70.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.70.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.70.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.70.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.70.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.70.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.71.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.71.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.71.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.71.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.71.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.71.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.72.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.72.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.72.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.72.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.72.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.72.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.73.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.73.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.73.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.73.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.73.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.73.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.74.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.74.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.74.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.74.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.74.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.74.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.75.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.75.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.75.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.75.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.75.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.75.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.76.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.76.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.76.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.76.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.76.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.76.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.77.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.77.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.77.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.77.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.77.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.77.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.78.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.78.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.78.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.78.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.78.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.78.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.79.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.79.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.79.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.79.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.79.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.79.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.8.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.8.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.8.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.8.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.8.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.8.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.80.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.80.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.80.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.80.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.80.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.80.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.81.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.81.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.81.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.81.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.81.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.81.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.82.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.82.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.82.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.82.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.82.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.82.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.83.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.83.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.83.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.83.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.83.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.83.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.84.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.84.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.84.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.84.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.84.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.84.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.85.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.85.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.85.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.85.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.85.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.85.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.86.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.86.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.86.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.86.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.86.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.86.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.87.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.87.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.87.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.87.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.87.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.87.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.88.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.88.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.88.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.88.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.88.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.88.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.89.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.89.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.89.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.89.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.89.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.89.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.9.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.9.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.9.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.9.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.9.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.9.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.90.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.90.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.90.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.90.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.90.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.90.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.91.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.91.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.91.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.91.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.91.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.91.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.92.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.92.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.92.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.92.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.92.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.92.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.93.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.93.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.93.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.93.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.93.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.93.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.94.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.94.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.94.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.94.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.94.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.94.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.95.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.95.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.95.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.95.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.95.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.95.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.96.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.96.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.96.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.96.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.96.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.96.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.97.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.97.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.97.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.97.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.97.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.97.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.98.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.98.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.98.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.98.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.98.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.98.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.99.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.99.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.99.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.99.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.99.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.experts.99.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.gate.e_score_correction_bias": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.gate.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.shared_experts.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.shared_experts.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.mlp.shared_experts.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00012-of-00043.safetensors", + "model.layers.25.self_attn.k_norm.weight": "model-00012-of-00043.safetensors", + "model.layers.25.self_attn.k_proj.bias": "model-00011-of-00043.safetensors", + "model.layers.25.self_attn.k_proj.output_scale": "model-00011-of-00043.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.25.self_attn.q_norm.weight": "model-00012-of-00043.safetensors", + "model.layers.25.self_attn.q_proj.bias": "model-00011-of-00043.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.25.self_attn.v_proj.bias": "model-00011-of-00043.safetensors", + "model.layers.25.self_attn.v_proj.output_scale": "model-00011-of-00043.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00011-of-00043.safetensors", + "model.layers.26.input_layernorm.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.0.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.0.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.0.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.0.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.0.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.0.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.1.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.1.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.1.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.1.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.1.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.1.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.10.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.10.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.10.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.10.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.10.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.10.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.100.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.100.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.100.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.100.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.100.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.100.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.101.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.101.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.101.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.101.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.101.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.101.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.102.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.102.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.102.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.102.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.102.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.102.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.103.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.103.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.103.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.103.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.103.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.103.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.104.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.104.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.104.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.104.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.104.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.104.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.105.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.105.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.105.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.105.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.105.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.105.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.106.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.106.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.106.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.106.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.106.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.106.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.107.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.107.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.107.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.107.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.107.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.107.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.108.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.108.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.108.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.108.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.108.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.108.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.109.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.109.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.109.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.109.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.109.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.109.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.11.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.11.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.11.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.11.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.11.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.11.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.110.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.110.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.110.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.110.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.110.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.110.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.111.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.111.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.111.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.111.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.111.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.111.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.112.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.112.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.112.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.112.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.112.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.112.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.113.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.113.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.113.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.113.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.113.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.113.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.114.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.114.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.114.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.114.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.114.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.114.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.115.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.115.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.115.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.115.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.115.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.115.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.116.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.116.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.116.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.116.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.116.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.116.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.117.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.117.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.117.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.117.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.117.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.117.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.118.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.118.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.118.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.118.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.118.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.118.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.119.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.119.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.119.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.119.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.119.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.119.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.12.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.12.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.12.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.12.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.12.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.12.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.120.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.120.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.120.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.120.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.120.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.120.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.121.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.121.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.121.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.121.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.121.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.121.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.122.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.122.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.122.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.122.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.122.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.122.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.123.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.123.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.123.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.123.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.123.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.123.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.124.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.124.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.124.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.124.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.124.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.124.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.125.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.125.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.125.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.125.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.125.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.125.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.126.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.126.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.126.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.126.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.126.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.126.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.127.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.127.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.127.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.127.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.127.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.127.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.128.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.128.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.128.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.128.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.128.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.128.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.129.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.129.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.129.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.129.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.129.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.129.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.13.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.13.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.13.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.13.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.13.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.13.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.130.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.130.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.130.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.130.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.130.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.130.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.131.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.131.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.131.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.131.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.131.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.131.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.132.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.132.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.132.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.132.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.132.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.132.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.133.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.133.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.133.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.133.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.133.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.133.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.134.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.134.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.134.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.134.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.134.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.134.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.135.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.135.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.135.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.135.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.135.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.135.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.136.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.136.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.136.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.136.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.136.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.136.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.137.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.137.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.137.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.137.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.137.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.137.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.138.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.138.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.138.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.138.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.138.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.138.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.139.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.139.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.139.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.139.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.139.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.139.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.14.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.14.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.14.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.14.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.14.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.14.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.140.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.140.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.140.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.140.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.140.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.140.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.141.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.141.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.141.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.141.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.141.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.141.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.142.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.142.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.142.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.142.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.142.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.142.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.143.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.143.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.143.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.143.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.143.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.143.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.144.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.144.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.144.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.144.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.144.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.144.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.145.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.145.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.145.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.145.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.145.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.145.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.146.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.146.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.146.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.146.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.146.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.146.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.147.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.147.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.147.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.147.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.147.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.147.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.148.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.148.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.148.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.148.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.148.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.148.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.149.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.149.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.149.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.149.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.149.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.149.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.15.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.15.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.15.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.15.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.15.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.15.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.150.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.150.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.150.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.150.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.150.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.150.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.151.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.151.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.151.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.151.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.151.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.151.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.152.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.152.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.152.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.152.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.152.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.152.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.153.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.153.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.153.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.153.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.153.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.153.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.154.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.154.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.154.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.154.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.154.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.154.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.155.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.155.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.155.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.155.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.155.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.155.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.156.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.156.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.156.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.156.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.156.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.156.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.157.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.157.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.157.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.157.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.157.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.157.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.158.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.158.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.158.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.158.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.158.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.158.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.159.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.159.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.159.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.159.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.159.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.159.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.16.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.16.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.16.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.16.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.16.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.16.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.17.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.17.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.17.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.17.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.17.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.17.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.18.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.18.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.18.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.18.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.18.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.18.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.19.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.19.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.19.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.19.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.19.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.19.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.2.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.2.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.2.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.2.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.2.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.2.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.20.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.20.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.20.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.20.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.20.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.20.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.21.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.21.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.21.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.21.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.21.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.21.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.22.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.22.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.22.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.22.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.22.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.22.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.23.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.23.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.23.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.23.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.23.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.23.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.24.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.24.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.24.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.24.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.24.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.24.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.25.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.25.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.25.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.25.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.25.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.25.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.26.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.26.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.26.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.26.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.26.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.26.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.27.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.27.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.27.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.27.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.27.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.27.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.28.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.28.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.28.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.28.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.28.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.28.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.29.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.29.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.29.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.29.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.29.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.29.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.3.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.3.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.3.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.3.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.3.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.3.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.30.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.30.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.30.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.30.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.30.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.30.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.31.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.31.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.31.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.31.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.31.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.31.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.32.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.32.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.32.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.32.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.32.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.32.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.33.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.33.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.33.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.33.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.33.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.33.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.34.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.34.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.34.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.34.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.34.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.34.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.35.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.35.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.35.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.35.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.35.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.35.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.36.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.36.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.36.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.36.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.36.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.36.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.37.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.37.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.37.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.37.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.37.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.37.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.38.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.38.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.38.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.38.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.38.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.38.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.39.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.39.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.39.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.39.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.39.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.39.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.4.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.4.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.4.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.4.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.4.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.4.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.40.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.40.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.40.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.40.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.40.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.40.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.41.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.41.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.41.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.41.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.41.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.41.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.42.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.42.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.42.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.42.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.42.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.42.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.43.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.43.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.43.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.43.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.43.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.43.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.44.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.44.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.44.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.44.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.44.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.44.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.45.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.45.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.45.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.45.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.45.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.45.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.46.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.46.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.46.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.46.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.46.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.46.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.47.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.47.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.47.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.47.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.47.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.47.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.48.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.48.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.48.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.48.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.48.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.48.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.49.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.49.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.49.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.49.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.49.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.49.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.5.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.5.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.5.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.5.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.5.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.5.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.50.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.50.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.50.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.50.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.50.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.50.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.51.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.51.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.51.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.51.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.51.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.51.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.52.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.52.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.52.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.52.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.52.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.52.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.53.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.53.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.53.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.53.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.53.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.53.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.54.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.54.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.54.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.54.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.54.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.54.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.55.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.55.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.55.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.55.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.55.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.55.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.56.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.56.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.56.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.56.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.56.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.56.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.57.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.57.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.57.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.57.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.57.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.57.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.58.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.58.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.58.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.58.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.58.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.58.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.59.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.59.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.59.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.59.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.59.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.59.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.6.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.6.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.6.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.6.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.6.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.6.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.60.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.60.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.60.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.60.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.60.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.60.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.61.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.61.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.61.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.61.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.61.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.61.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.62.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.62.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.62.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.62.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.62.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.62.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.63.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.63.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.63.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.63.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.63.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.63.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.64.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.64.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.64.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.64.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.64.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.64.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.65.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.65.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.65.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.65.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.65.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.65.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.66.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.66.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.66.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.66.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.66.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.66.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.67.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.67.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.67.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.67.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.67.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.67.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.68.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.68.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.68.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.68.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.68.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.68.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.69.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.69.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.69.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.69.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.69.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.69.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.7.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.7.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.7.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.7.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.7.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.7.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.70.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.70.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.70.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.70.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.70.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.70.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.71.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.71.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.71.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.71.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.71.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.71.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.72.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.72.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.72.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.72.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.72.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.72.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.73.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.73.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.73.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.73.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.73.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.73.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.74.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.74.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.74.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.74.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.74.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.74.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.75.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.75.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.75.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.75.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.75.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.75.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.76.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.76.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.76.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.76.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.76.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.76.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.77.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.77.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.77.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.77.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.77.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.77.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.78.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.78.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.78.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.78.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.78.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.78.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.79.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.79.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.79.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.79.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.79.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.79.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.8.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.8.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.8.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.8.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.8.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.8.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.80.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.80.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.80.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.80.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.80.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.80.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.81.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.81.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.81.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.81.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.81.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.81.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.82.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.82.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.82.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.82.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.82.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.82.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.83.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.83.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.83.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.83.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.83.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.83.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.84.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.84.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.84.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.84.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.84.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.84.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.85.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.85.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.85.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.85.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.85.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.85.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.86.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.86.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.86.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.86.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.86.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.86.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.87.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.87.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.87.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.87.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.87.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.87.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.88.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.88.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.88.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.88.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.88.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.88.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.89.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.89.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.89.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.89.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.89.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.89.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.9.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.9.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.9.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.9.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.9.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.9.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.90.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.90.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.90.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.90.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.90.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.90.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.91.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.91.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.91.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.91.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.91.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.91.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.92.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.92.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.92.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.92.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.92.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.92.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.93.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.93.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.93.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.93.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.93.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.93.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.94.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.94.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.94.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.94.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.94.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.94.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.95.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.95.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.95.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.95.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.95.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.95.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.96.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.96.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.96.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.96.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.96.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.96.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.97.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.97.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.97.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.97.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.97.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.97.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.98.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.98.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.98.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.98.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.98.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.98.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.99.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.99.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.99.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.99.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.99.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.experts.99.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.gate.e_score_correction_bias": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.gate.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.shared_experts.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.shared_experts.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.mlp.shared_experts.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00012-of-00043.safetensors", + "model.layers.26.self_attn.k_norm.weight": "model-00012-of-00043.safetensors", + "model.layers.26.self_attn.k_proj.bias": "model-00012-of-00043.safetensors", + "model.layers.26.self_attn.k_proj.output_scale": "model-00012-of-00043.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.self_attn.q_norm.weight": "model-00012-of-00043.safetensors", + "model.layers.26.self_attn.q_proj.bias": "model-00012-of-00043.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.26.self_attn.v_proj.bias": "model-00012-of-00043.safetensors", + "model.layers.26.self_attn.v_proj.output_scale": "model-00012-of-00043.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.input_layernorm.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.0.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.0.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.0.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.0.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.0.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.0.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.1.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.1.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.1.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.1.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.1.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.1.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.10.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.10.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.10.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.10.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.10.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.10.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.100.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.100.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.100.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.100.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.100.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.100.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.101.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.101.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.101.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.101.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.101.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.101.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.102.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.102.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.102.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.102.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.102.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.102.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.103.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.103.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.103.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.103.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.103.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.103.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.104.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.104.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.104.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.104.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.104.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.104.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.105.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.105.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.105.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.105.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.105.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.105.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.106.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.106.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.106.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.106.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.106.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.106.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.107.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.107.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.107.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.107.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.107.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.107.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.108.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.108.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.108.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.108.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.108.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.108.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.109.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.109.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.109.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.109.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.109.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.109.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.11.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.11.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.11.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.11.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.11.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.11.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.110.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.110.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.110.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.110.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.110.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.110.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.111.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.111.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.111.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.111.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.111.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.111.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.112.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.112.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.112.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.112.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.112.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.112.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.113.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.113.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.113.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.113.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.113.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.113.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.114.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.114.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.114.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.114.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.114.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.114.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.115.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.115.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.115.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.115.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.115.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.115.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.116.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.116.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.116.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.116.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.116.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.116.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.117.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.117.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.117.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.117.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.117.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.117.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.118.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.118.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.118.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.118.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.118.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.118.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.119.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.119.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.119.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.119.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.119.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.119.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.12.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.12.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.12.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.12.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.12.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.12.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.120.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.120.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.120.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.120.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.120.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.120.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.121.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.121.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.121.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.121.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.121.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.121.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.122.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.122.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.122.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.122.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.122.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.122.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.123.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.123.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.123.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.123.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.123.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.123.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.124.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.124.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.124.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.124.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.124.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.124.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.125.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.125.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.125.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.125.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.125.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.125.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.126.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.126.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.126.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.126.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.126.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.126.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.127.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.127.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.127.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.127.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.127.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.127.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.128.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.128.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.128.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.128.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.128.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.128.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.129.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.129.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.129.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.129.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.129.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.129.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.13.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.13.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.13.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.13.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.13.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.13.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.130.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.130.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.130.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.130.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.130.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.130.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.131.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.131.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.131.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.131.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.131.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.131.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.132.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.132.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.132.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.132.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.132.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.132.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.133.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.133.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.133.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.133.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.133.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.133.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.134.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.134.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.134.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.134.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.134.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.134.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.135.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.135.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.135.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.135.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.135.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.135.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.136.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.136.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.136.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.136.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.136.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.136.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.137.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.137.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.137.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.137.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.137.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.137.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.138.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.138.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.138.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.138.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.138.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.138.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.139.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.139.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.139.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.139.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.139.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.139.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.14.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.14.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.14.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.14.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.14.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.14.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.140.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.140.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.140.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.140.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.140.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.140.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.141.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.141.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.141.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.141.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.141.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.141.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.142.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.142.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.142.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.142.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.142.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.142.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.143.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.143.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.143.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.143.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.143.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.143.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.144.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.144.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.144.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.144.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.144.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.144.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.145.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.145.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.145.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.145.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.145.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.145.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.146.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.146.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.146.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.146.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.146.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.146.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.147.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.147.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.147.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.147.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.147.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.147.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.148.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.148.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.148.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.148.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.148.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.148.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.149.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.149.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.149.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.149.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.149.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.149.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.15.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.15.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.15.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.15.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.15.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.15.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.150.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.150.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.150.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.150.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.150.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.150.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.151.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.151.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.151.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.151.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.151.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.151.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.152.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.152.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.152.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.152.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.152.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.152.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.153.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.153.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.153.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.153.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.153.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.153.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.154.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.154.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.154.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.154.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.154.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.154.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.155.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.155.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.155.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.155.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.155.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.155.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.156.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.156.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.156.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.156.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.156.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.156.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.157.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.157.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.157.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.157.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.157.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.157.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.158.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.158.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.158.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.158.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.158.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.158.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.159.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.159.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.159.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.159.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.159.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.159.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.16.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.16.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.16.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.16.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.16.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.16.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.17.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.17.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.17.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.17.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.17.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.17.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.18.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.18.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.18.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.18.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.18.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.18.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.19.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.19.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.19.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.19.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.19.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.19.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.2.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.2.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.2.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.2.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.2.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.2.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.20.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.20.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.20.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.20.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.20.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.20.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.21.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.21.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.21.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.21.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.21.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.21.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.22.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.22.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.22.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.22.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.22.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.22.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.23.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.23.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.23.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.23.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.23.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.23.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.24.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.24.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.24.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.24.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.24.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.24.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.25.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.25.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.25.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.25.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.25.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.25.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.26.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.26.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.26.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.26.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.26.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.26.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.27.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.27.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.27.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.27.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.27.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.27.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.28.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.28.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.28.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.28.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.28.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.28.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.29.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.29.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.29.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.29.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.29.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.29.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.3.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.3.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.3.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.3.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.3.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.3.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.30.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.30.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.30.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.30.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.30.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.30.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.31.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.31.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.31.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.31.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.31.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.31.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.32.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.32.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.32.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.32.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.32.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.32.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.33.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.33.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.33.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.33.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.33.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.33.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.34.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.34.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.34.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.34.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.34.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.34.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.35.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.35.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.35.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.35.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.35.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.35.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.36.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.36.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.36.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.36.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.36.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.36.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.37.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.37.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.37.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.37.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.37.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.37.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.38.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.38.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.38.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.38.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.38.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.38.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.39.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.39.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.39.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.39.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.39.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.39.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.4.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.4.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.4.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.4.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.4.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.4.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.40.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.40.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.40.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.40.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.40.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.40.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.41.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.41.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.41.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.41.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.41.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.41.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.42.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.42.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.42.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.42.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.42.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.42.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.43.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.43.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.43.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.43.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.43.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.43.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.44.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.44.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.44.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.44.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.44.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.44.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.45.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.45.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.45.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.45.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.45.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.45.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.46.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.46.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.46.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.46.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.46.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.46.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.47.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.47.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.47.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.47.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.47.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.47.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.48.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.48.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.48.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.48.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.48.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.48.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.49.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.49.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.49.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.49.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.49.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.49.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.5.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.5.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.5.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.5.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.5.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.5.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.50.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.50.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.50.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.50.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.50.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.50.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.51.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.51.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.51.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.51.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.51.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.51.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.52.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.52.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.52.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.52.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.52.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.52.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.53.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.53.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.53.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.53.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.53.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.53.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.54.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.54.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.54.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.54.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.54.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.54.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.55.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.55.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.55.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.55.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.55.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.55.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.56.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.56.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.56.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.56.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.56.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.56.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.57.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.57.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.57.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.57.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.57.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.57.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.58.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.58.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.58.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.58.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.58.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.58.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.59.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.59.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.59.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.59.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.59.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.59.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.6.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.6.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.6.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.6.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.6.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.6.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.60.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.60.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.60.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.60.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.60.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.60.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.61.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.61.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.61.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.61.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.61.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.61.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.62.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.62.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.62.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.62.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.62.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.62.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.63.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.63.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.63.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.63.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.63.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.63.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.64.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.64.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.64.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.64.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.64.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.64.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.65.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.65.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.65.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.65.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.65.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.65.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.66.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.66.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.66.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.66.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.66.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.66.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.67.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.67.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.67.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.67.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.67.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.67.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.68.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.68.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.68.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.68.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.68.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.68.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.69.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.69.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.69.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.69.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.69.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.69.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.7.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.7.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.7.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.7.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.7.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.7.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.70.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.70.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.70.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.70.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.70.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.70.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.71.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.71.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.71.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.71.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.71.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.71.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.72.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.72.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.72.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.72.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.72.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.72.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.73.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.73.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.73.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.73.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.73.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.73.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.74.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.74.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.74.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.74.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.74.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.74.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.75.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.75.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.75.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.75.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.75.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.75.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.76.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.76.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.76.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.76.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.76.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.76.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.77.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.77.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.77.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.77.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.77.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.77.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.78.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.78.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.78.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.78.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.78.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.78.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.79.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.79.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.79.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.79.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.79.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.79.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.8.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.8.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.8.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.8.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.8.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.8.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.80.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.80.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.80.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.80.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.80.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.80.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.81.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.81.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.81.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.81.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.81.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.81.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.82.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.82.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.82.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.82.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.82.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.82.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.83.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.83.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.83.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.83.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.83.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.83.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.84.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.84.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.84.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.84.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.84.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.84.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.85.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.85.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.85.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.85.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.85.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.85.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.86.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.86.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.86.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.86.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.86.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.86.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.87.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.87.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.87.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.87.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.87.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.87.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.88.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.88.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.88.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.88.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.88.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.88.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.89.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.89.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.89.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.89.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.89.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.89.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.9.down_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.9.down_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.9.gate_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.9.gate_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.9.up_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.9.up_proj.weight_scale": "model-00012-of-00043.safetensors", + "model.layers.27.mlp.experts.90.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.90.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.90.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.90.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.90.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.90.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.91.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.91.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.91.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.91.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.91.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.91.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.92.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.92.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.92.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.92.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.92.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.92.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.93.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.93.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.93.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.93.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.93.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.93.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.94.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.94.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.94.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.94.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.94.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.94.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.95.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.95.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.95.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.95.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.95.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.95.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.96.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.96.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.96.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.96.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.96.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.96.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.97.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.97.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.97.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.97.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.97.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.97.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.98.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.98.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.98.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.98.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.98.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.98.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.99.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.99.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.99.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.99.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.99.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.experts.99.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.gate.e_score_correction_bias": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.gate.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.shared_experts.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.shared_experts.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.mlp.shared_experts.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00013-of-00043.safetensors", + "model.layers.27.self_attn.k_norm.weight": "model-00012-of-00043.safetensors", + "model.layers.27.self_attn.k_proj.bias": "model-00012-of-00043.safetensors", + "model.layers.27.self_attn.k_proj.output_scale": "model-00012-of-00043.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.self_attn.q_norm.weight": "model-00012-of-00043.safetensors", + "model.layers.27.self_attn.q_proj.bias": "model-00012-of-00043.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.27.self_attn.v_proj.bias": "model-00012-of-00043.safetensors", + "model.layers.27.self_attn.v_proj.output_scale": "model-00012-of-00043.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00012-of-00043.safetensors", + "model.layers.28.input_layernorm.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.0.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.0.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.0.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.0.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.0.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.0.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.1.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.1.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.1.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.1.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.1.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.1.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.10.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.10.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.10.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.10.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.10.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.10.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.100.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.100.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.100.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.100.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.100.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.100.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.101.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.101.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.101.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.101.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.101.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.101.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.102.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.102.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.102.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.102.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.102.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.102.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.103.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.103.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.103.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.103.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.103.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.103.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.104.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.104.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.104.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.104.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.104.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.104.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.105.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.105.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.105.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.105.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.105.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.105.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.106.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.106.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.106.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.106.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.106.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.106.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.107.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.107.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.107.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.107.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.107.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.107.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.108.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.108.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.108.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.108.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.108.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.108.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.109.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.109.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.109.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.109.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.109.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.109.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.11.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.11.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.11.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.11.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.11.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.11.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.110.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.110.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.110.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.110.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.110.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.110.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.111.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.111.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.111.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.111.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.111.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.111.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.112.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.112.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.112.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.112.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.112.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.112.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.113.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.113.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.113.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.113.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.113.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.113.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.114.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.114.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.114.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.114.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.114.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.114.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.115.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.115.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.115.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.115.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.115.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.115.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.116.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.116.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.116.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.116.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.116.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.116.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.117.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.117.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.117.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.117.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.117.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.117.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.118.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.118.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.118.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.118.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.118.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.118.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.119.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.119.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.119.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.119.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.119.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.119.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.12.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.12.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.12.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.12.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.12.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.12.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.120.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.120.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.120.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.120.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.120.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.120.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.121.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.121.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.121.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.121.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.121.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.121.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.122.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.122.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.122.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.122.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.122.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.122.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.123.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.123.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.123.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.123.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.123.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.123.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.124.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.124.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.124.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.124.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.124.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.124.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.125.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.125.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.125.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.125.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.125.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.125.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.126.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.126.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.126.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.126.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.126.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.126.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.127.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.127.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.127.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.127.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.127.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.127.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.128.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.128.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.128.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.128.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.128.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.128.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.129.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.129.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.129.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.129.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.129.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.129.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.13.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.13.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.13.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.13.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.13.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.13.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.130.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.130.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.130.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.130.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.130.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.130.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.131.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.131.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.131.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.131.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.131.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.131.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.132.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.132.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.132.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.132.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.132.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.132.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.133.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.133.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.133.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.133.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.133.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.133.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.134.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.134.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.134.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.134.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.134.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.134.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.135.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.135.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.135.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.135.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.135.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.135.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.136.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.136.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.136.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.136.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.136.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.136.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.137.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.137.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.137.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.137.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.137.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.137.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.138.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.138.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.138.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.138.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.138.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.138.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.139.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.139.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.139.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.139.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.139.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.139.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.14.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.14.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.14.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.14.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.14.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.14.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.140.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.140.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.140.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.140.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.140.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.140.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.141.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.141.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.141.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.141.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.141.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.141.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.142.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.142.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.142.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.142.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.142.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.142.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.143.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.143.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.143.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.143.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.143.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.143.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.144.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.144.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.144.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.144.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.144.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.144.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.145.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.145.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.145.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.145.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.145.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.145.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.146.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.146.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.146.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.146.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.146.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.146.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.147.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.147.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.147.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.147.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.147.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.147.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.148.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.148.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.148.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.148.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.148.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.148.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.149.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.149.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.149.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.149.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.149.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.149.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.15.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.15.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.15.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.15.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.15.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.15.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.150.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.150.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.150.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.150.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.150.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.150.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.151.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.151.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.151.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.151.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.151.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.151.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.152.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.152.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.152.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.152.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.152.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.152.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.153.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.153.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.153.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.153.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.153.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.153.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.154.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.154.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.154.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.154.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.154.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.154.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.155.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.155.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.155.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.155.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.155.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.155.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.156.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.156.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.156.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.156.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.156.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.156.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.157.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.157.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.157.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.157.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.157.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.157.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.158.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.158.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.158.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.158.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.158.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.158.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.159.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.159.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.159.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.159.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.159.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.159.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.16.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.16.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.16.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.16.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.16.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.16.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.17.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.17.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.17.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.17.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.17.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.17.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.18.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.18.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.18.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.18.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.18.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.18.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.19.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.19.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.19.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.19.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.19.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.19.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.2.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.2.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.2.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.2.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.2.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.2.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.20.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.20.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.20.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.20.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.20.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.20.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.21.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.21.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.21.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.21.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.21.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.21.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.22.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.22.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.22.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.22.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.22.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.22.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.23.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.23.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.23.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.23.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.23.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.23.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.24.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.24.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.24.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.24.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.24.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.24.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.25.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.25.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.25.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.25.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.25.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.25.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.26.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.26.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.26.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.26.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.26.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.26.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.27.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.27.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.27.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.27.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.27.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.27.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.28.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.28.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.28.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.28.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.28.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.28.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.29.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.29.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.29.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.29.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.29.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.29.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.3.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.3.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.3.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.3.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.3.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.3.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.30.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.30.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.30.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.30.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.30.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.30.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.31.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.31.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.31.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.31.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.31.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.31.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.32.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.32.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.32.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.32.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.32.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.32.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.33.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.33.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.33.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.33.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.33.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.33.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.34.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.34.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.34.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.34.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.34.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.34.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.35.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.35.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.35.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.35.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.35.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.35.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.36.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.36.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.36.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.36.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.36.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.36.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.37.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.37.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.37.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.37.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.37.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.37.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.38.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.38.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.38.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.38.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.38.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.38.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.39.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.39.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.39.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.39.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.39.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.39.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.4.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.4.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.4.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.4.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.4.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.4.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.40.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.40.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.40.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.40.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.40.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.40.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.41.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.41.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.41.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.41.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.41.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.41.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.42.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.42.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.42.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.42.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.42.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.42.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.43.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.43.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.43.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.43.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.43.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.43.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.44.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.44.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.44.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.44.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.44.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.44.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.45.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.45.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.45.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.45.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.45.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.45.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.46.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.46.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.46.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.46.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.46.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.46.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.47.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.47.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.47.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.47.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.47.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.47.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.48.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.48.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.48.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.48.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.48.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.48.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.49.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.49.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.49.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.49.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.49.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.49.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.5.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.5.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.5.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.5.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.5.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.5.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.50.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.50.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.50.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.50.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.50.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.50.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.51.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.51.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.51.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.51.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.51.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.51.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.52.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.52.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.52.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.52.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.52.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.52.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.53.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.53.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.53.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.53.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.53.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.53.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.54.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.54.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.54.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.54.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.54.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.54.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.55.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.55.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.55.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.55.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.55.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.55.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.56.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.56.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.56.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.56.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.56.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.56.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.57.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.57.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.57.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.57.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.57.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.57.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.58.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.58.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.58.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.58.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.58.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.58.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.59.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.59.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.59.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.59.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.59.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.59.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.6.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.6.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.6.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.6.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.6.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.6.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.60.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.60.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.60.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.60.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.60.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.60.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.61.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.61.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.61.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.61.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.61.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.61.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.62.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.62.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.62.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.62.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.62.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.62.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.63.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.63.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.63.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.63.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.63.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.63.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.64.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.64.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.64.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.64.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.64.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.64.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.65.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.65.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.65.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.65.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.65.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.65.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.66.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.66.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.66.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.66.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.66.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.66.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.67.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.67.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.67.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.67.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.67.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.67.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.68.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.68.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.68.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.68.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.68.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.68.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.69.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.69.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.69.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.69.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.69.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.69.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.7.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.7.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.7.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.7.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.7.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.7.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.70.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.70.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.70.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.70.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.70.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.70.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.71.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.71.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.71.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.71.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.71.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.71.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.72.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.72.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.72.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.72.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.72.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.72.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.73.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.73.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.73.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.73.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.73.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.73.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.74.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.74.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.74.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.74.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.74.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.74.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.75.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.75.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.75.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.75.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.75.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.75.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.76.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.76.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.76.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.76.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.76.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.76.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.77.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.77.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.77.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.77.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.77.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.77.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.78.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.78.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.78.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.78.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.78.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.78.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.79.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.79.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.79.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.79.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.79.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.79.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.8.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.8.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.8.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.8.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.8.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.8.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.80.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.80.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.80.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.80.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.80.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.80.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.81.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.81.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.81.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.81.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.81.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.81.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.82.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.82.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.82.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.82.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.82.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.82.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.83.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.83.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.83.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.83.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.83.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.83.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.84.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.84.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.84.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.84.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.84.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.84.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.85.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.85.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.85.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.85.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.85.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.85.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.86.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.86.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.86.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.86.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.86.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.86.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.87.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.87.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.87.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.87.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.87.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.87.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.88.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.88.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.88.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.88.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.88.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.88.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.89.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.89.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.89.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.89.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.89.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.89.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.9.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.9.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.9.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.9.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.9.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.9.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.90.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.90.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.90.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.90.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.90.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.90.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.91.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.91.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.91.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.91.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.91.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.91.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.92.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.92.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.92.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.92.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.92.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.92.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.93.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.93.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.93.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.93.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.93.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.93.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.94.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.94.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.94.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.94.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.94.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.94.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.95.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.95.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.95.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.95.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.95.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.95.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.96.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.96.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.96.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.96.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.96.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.96.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.97.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.97.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.97.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.97.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.97.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.97.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.98.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.98.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.98.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.98.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.98.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.98.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.99.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.99.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.99.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.99.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.99.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.experts.99.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.gate.e_score_correction_bias": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.gate.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.shared_experts.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.shared_experts.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.mlp.shared_experts.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00013-of-00043.safetensors", + "model.layers.28.self_attn.k_norm.weight": "model-00013-of-00043.safetensors", + "model.layers.28.self_attn.k_proj.bias": "model-00013-of-00043.safetensors", + "model.layers.28.self_attn.k_proj.output_scale": "model-00013-of-00043.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.self_attn.q_norm.weight": "model-00013-of-00043.safetensors", + "model.layers.28.self_attn.q_proj.bias": "model-00013-of-00043.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.28.self_attn.v_proj.bias": "model-00013-of-00043.safetensors", + "model.layers.28.self_attn.v_proj.output_scale": "model-00013-of-00043.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.input_layernorm.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.0.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.0.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.0.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.0.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.0.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.0.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.1.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.1.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.1.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.1.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.1.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.1.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.10.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.10.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.10.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.10.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.10.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.10.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.100.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.100.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.100.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.100.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.100.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.100.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.101.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.101.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.101.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.101.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.101.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.101.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.102.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.102.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.102.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.102.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.102.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.102.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.103.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.103.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.103.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.103.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.103.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.103.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.104.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.104.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.104.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.104.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.104.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.104.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.105.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.105.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.105.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.105.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.105.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.105.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.106.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.106.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.106.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.106.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.106.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.106.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.107.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.107.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.107.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.107.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.107.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.107.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.108.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.108.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.108.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.108.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.108.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.108.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.109.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.109.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.109.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.109.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.109.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.109.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.11.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.11.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.11.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.11.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.11.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.11.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.110.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.110.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.110.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.110.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.110.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.110.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.111.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.111.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.111.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.111.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.111.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.111.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.112.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.112.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.112.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.112.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.112.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.112.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.113.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.113.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.113.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.113.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.113.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.113.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.114.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.114.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.114.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.114.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.114.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.114.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.115.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.115.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.115.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.115.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.115.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.115.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.116.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.116.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.116.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.116.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.116.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.116.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.117.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.117.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.117.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.117.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.117.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.117.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.118.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.118.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.118.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.118.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.118.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.118.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.119.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.119.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.119.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.119.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.119.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.119.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.12.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.12.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.12.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.12.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.12.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.12.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.120.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.120.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.120.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.120.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.120.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.120.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.121.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.121.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.121.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.121.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.121.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.121.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.122.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.122.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.122.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.122.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.122.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.122.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.123.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.123.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.123.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.123.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.123.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.123.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.124.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.124.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.124.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.124.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.124.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.124.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.125.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.125.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.125.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.125.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.125.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.125.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.126.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.126.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.126.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.126.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.126.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.126.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.127.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.127.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.127.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.127.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.127.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.127.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.128.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.128.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.128.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.128.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.128.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.128.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.129.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.129.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.129.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.129.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.129.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.129.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.13.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.13.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.13.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.13.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.13.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.13.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.130.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.130.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.130.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.130.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.130.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.130.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.131.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.131.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.131.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.131.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.131.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.131.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.132.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.132.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.132.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.132.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.132.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.132.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.133.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.133.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.133.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.133.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.133.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.133.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.134.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.134.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.134.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.134.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.134.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.134.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.135.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.135.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.135.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.135.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.135.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.135.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.136.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.136.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.136.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.136.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.136.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.136.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.137.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.137.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.137.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.137.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.137.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.137.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.138.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.138.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.138.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.138.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.138.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.138.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.139.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.139.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.139.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.139.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.139.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.139.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.14.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.14.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.14.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.14.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.14.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.14.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.140.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.140.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.140.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.140.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.140.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.140.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.141.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.141.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.141.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.141.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.141.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.141.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.142.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.142.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.142.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.142.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.142.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.142.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.143.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.143.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.143.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.143.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.143.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.143.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.144.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.144.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.144.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.144.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.144.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.144.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.145.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.145.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.145.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.145.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.145.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.145.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.146.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.146.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.146.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.146.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.146.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.146.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.147.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.147.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.147.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.147.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.147.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.147.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.148.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.148.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.148.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.148.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.148.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.148.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.149.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.149.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.149.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.149.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.149.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.149.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.15.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.15.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.15.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.15.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.15.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.15.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.150.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.150.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.150.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.150.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.150.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.150.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.151.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.151.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.151.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.151.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.151.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.151.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.152.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.152.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.152.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.152.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.152.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.152.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.153.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.153.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.153.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.153.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.153.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.153.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.154.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.154.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.154.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.154.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.154.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.154.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.155.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.155.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.155.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.155.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.155.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.155.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.156.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.156.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.156.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.156.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.156.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.156.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.157.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.157.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.157.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.157.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.157.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.157.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.158.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.158.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.158.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.158.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.158.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.158.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.159.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.159.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.159.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.159.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.159.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.159.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.16.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.16.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.16.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.16.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.16.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.16.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.17.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.17.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.17.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.17.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.17.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.17.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.18.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.18.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.18.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.18.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.18.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.18.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.19.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.19.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.19.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.19.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.19.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.19.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.2.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.2.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.2.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.2.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.2.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.2.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.20.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.20.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.20.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.20.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.20.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.20.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.21.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.21.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.21.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.21.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.21.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.21.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.22.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.22.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.22.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.22.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.22.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.22.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.23.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.23.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.23.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.23.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.23.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.23.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.24.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.24.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.24.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.24.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.24.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.24.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.25.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.25.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.25.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.25.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.25.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.25.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.26.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.26.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.26.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.26.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.26.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.26.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.27.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.27.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.27.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.27.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.27.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.27.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.28.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.28.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.28.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.28.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.28.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.28.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.29.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.29.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.29.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.29.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.29.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.29.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.3.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.3.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.3.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.3.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.3.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.3.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.30.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.30.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.30.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.30.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.30.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.30.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.31.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.31.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.31.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.31.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.31.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.31.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.32.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.32.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.32.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.32.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.32.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.32.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.33.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.33.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.33.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.33.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.33.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.33.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.34.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.34.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.34.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.34.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.34.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.34.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.35.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.35.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.35.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.35.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.35.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.35.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.36.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.36.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.36.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.36.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.36.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.36.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.37.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.37.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.37.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.37.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.37.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.37.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.38.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.38.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.38.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.38.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.38.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.38.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.39.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.39.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.39.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.39.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.39.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.39.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.4.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.4.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.4.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.4.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.4.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.4.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.40.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.40.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.40.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.40.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.40.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.40.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.41.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.41.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.41.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.41.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.41.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.41.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.42.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.42.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.42.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.42.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.42.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.42.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.43.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.43.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.43.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.43.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.43.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.43.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.44.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.44.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.44.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.44.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.44.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.44.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.45.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.45.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.45.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.45.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.45.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.45.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.46.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.46.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.46.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.46.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.46.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.46.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.47.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.47.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.47.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.47.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.47.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.47.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.48.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.48.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.48.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.48.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.48.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.48.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.49.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.49.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.49.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.49.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.49.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.49.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.5.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.5.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.5.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.5.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.5.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.5.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.50.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.50.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.50.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.50.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.50.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.50.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.51.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.51.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.51.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.51.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.51.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.51.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.52.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.52.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.52.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.52.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.52.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.52.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.53.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.53.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.53.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.53.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.53.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.53.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.54.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.54.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.54.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.54.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.54.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.54.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.55.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.55.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.55.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.55.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.55.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.55.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.56.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.56.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.56.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.56.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.56.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.56.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.57.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.57.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.57.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.57.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.57.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.57.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.58.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.58.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.58.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.58.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.58.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.58.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.59.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.59.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.59.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.59.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.59.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.59.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.6.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.6.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.6.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.6.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.6.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.6.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.60.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.60.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.60.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.60.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.60.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.60.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.61.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.61.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.61.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.61.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.61.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.61.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.62.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.62.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.62.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.62.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.62.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.62.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.63.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.63.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.63.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.63.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.63.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.63.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.64.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.64.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.64.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.64.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.64.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.64.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.65.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.65.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.65.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.65.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.65.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.65.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.66.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.66.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.66.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.66.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.66.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.66.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.67.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.67.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.67.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.67.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.67.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.67.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.68.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.68.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.68.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.68.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.68.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.68.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.69.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.69.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.69.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.69.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.69.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.69.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.7.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.7.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.7.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.7.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.7.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.7.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.70.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.70.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.70.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.70.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.70.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.70.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.71.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.71.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.71.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.71.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.71.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.71.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.72.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.72.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.72.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.72.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.72.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.72.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.73.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.73.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.73.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.73.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.73.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.73.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.74.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.74.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.74.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.74.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.74.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.74.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.75.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.75.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.75.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.75.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.75.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.75.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.76.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.76.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.76.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.76.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.76.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.76.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.77.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.77.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.77.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.77.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.77.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.77.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.78.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.78.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.78.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.78.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.78.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.78.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.79.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.79.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.79.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.79.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.79.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.79.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.8.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.8.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.8.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.8.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.8.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.8.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.80.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.80.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.80.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.80.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.80.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.80.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.81.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.81.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.81.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.81.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.81.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.81.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.82.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.82.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.82.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.82.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.82.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.82.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.83.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.83.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.83.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.83.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.83.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.83.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.84.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.84.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.84.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.84.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.84.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.84.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.85.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.85.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.85.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.85.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.85.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.85.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.86.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.86.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.86.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.86.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.86.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.86.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.87.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.87.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.87.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.87.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.87.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.87.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.88.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.88.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.88.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.88.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.88.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.88.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.89.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.89.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.89.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.89.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.89.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.89.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.9.down_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.9.down_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.9.gate_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.9.gate_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.9.up_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.9.up_proj.weight_scale": "model-00013-of-00043.safetensors", + "model.layers.29.mlp.experts.90.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.90.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.90.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.90.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.90.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.90.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.91.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.91.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.91.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.91.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.91.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.91.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.92.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.92.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.92.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.92.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.92.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.92.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.93.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.93.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.93.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.93.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.93.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.93.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.94.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.94.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.94.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.94.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.94.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.94.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.95.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.95.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.95.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.95.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.95.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.95.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.96.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.96.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.96.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.96.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.96.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.96.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.97.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.97.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.97.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.97.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.97.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.97.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.98.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.98.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.98.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.98.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.98.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.98.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.99.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.99.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.99.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.99.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.99.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.experts.99.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.gate.e_score_correction_bias": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.gate.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.shared_experts.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.shared_experts.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.mlp.shared_experts.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00014-of-00043.safetensors", + "model.layers.29.self_attn.k_norm.weight": "model-00013-of-00043.safetensors", + "model.layers.29.self_attn.k_proj.bias": "model-00013-of-00043.safetensors", + "model.layers.29.self_attn.k_proj.output_scale": "model-00013-of-00043.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.self_attn.q_norm.weight": "model-00013-of-00043.safetensors", + "model.layers.29.self_attn.q_proj.bias": "model-00013-of-00043.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.29.self_attn.v_proj.bias": "model-00013-of-00043.safetensors", + "model.layers.29.self_attn.v_proj.output_scale": "model-00013-of-00043.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00013-of-00043.safetensors", + "model.layers.3.input_layernorm.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.0.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.0.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.0.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.0.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.0.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.0.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.1.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.1.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.1.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.1.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.1.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.1.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.10.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.10.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.10.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.10.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.10.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.10.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.100.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.100.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.100.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.100.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.100.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.100.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.101.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.101.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.101.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.101.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.101.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.101.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.102.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.102.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.102.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.102.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.102.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.102.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.103.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.103.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.103.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.103.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.103.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.103.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.104.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.104.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.104.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.104.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.104.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.104.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.105.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.105.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.105.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.105.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.105.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.105.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.106.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.106.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.106.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.106.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.106.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.106.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.107.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.107.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.107.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.107.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.107.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.107.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.108.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.108.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.108.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.108.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.108.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.108.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.109.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.109.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.109.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.109.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.109.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.109.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.11.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.11.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.11.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.11.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.11.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.11.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.110.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.110.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.110.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.110.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.110.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.110.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.111.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.111.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.111.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.111.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.111.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.111.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.112.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.112.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.112.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.112.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.112.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.112.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.113.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.113.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.113.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.113.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.113.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.113.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.114.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.114.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.114.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.114.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.114.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.114.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.115.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.115.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.115.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.115.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.115.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.115.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.116.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.116.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.116.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.116.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.116.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.116.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.117.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.117.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.117.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.117.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.117.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.117.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.118.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.118.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.118.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.118.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.118.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.118.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.119.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.119.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.119.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.119.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.119.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.119.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.12.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.12.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.12.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.12.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.12.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.12.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.120.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.120.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.120.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.120.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.120.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.120.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.121.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.121.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.121.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.121.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.121.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.121.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.122.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.122.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.122.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.122.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.122.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.122.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.123.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.123.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.123.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.123.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.123.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.123.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.124.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.124.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.124.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.124.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.124.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.124.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.125.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.125.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.125.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.125.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.125.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.125.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.126.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.126.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.126.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.126.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.126.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.126.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.127.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.127.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.127.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.127.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.127.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.127.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.128.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.128.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.128.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.128.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.128.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.128.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.129.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.129.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.129.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.129.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.129.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.129.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.13.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.13.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.13.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.13.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.13.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.13.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.130.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.130.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.130.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.130.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.130.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.130.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.131.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.131.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.131.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.131.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.131.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.131.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.132.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.132.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.132.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.132.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.132.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.132.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.133.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.133.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.133.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.133.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.133.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.133.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.134.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.134.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.134.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.134.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.134.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.134.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.135.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.135.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.135.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.135.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.135.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.135.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.136.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.136.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.136.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.136.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.136.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.136.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.137.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.137.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.137.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.137.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.137.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.137.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.138.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.138.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.138.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.138.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.138.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.138.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.139.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.139.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.139.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.139.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.139.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.139.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.14.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.14.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.14.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.14.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.14.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.14.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.140.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.140.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.140.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.140.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.140.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.140.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.141.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.141.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.141.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.141.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.141.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.141.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.142.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.142.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.142.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.142.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.142.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.142.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.143.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.143.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.143.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.143.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.143.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.143.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.144.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.144.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.144.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.144.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.144.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.144.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.145.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.145.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.145.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.145.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.145.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.145.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.146.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.146.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.146.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.146.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.146.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.146.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.147.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.147.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.147.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.147.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.147.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.147.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.148.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.148.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.148.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.148.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.148.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.148.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.149.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.149.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.149.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.149.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.149.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.149.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.15.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.15.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.15.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.15.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.15.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.15.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.150.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.150.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.150.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.150.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.150.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.150.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.151.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.151.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.151.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.151.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.151.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.151.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.152.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.152.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.152.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.152.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.152.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.152.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.153.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.153.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.153.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.153.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.153.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.153.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.154.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.154.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.154.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.154.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.154.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.154.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.155.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.155.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.155.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.155.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.155.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.155.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.156.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.156.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.156.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.156.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.156.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.156.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.157.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.157.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.157.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.157.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.157.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.157.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.158.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.158.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.158.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.158.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.158.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.158.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.159.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.159.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.159.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.159.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.159.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.159.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.16.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.16.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.16.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.16.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.16.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.16.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.17.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.17.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.17.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.17.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.17.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.17.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.18.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.18.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.18.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.18.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.18.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.18.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.19.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.19.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.19.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.19.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.19.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.19.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.2.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.2.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.2.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.2.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.2.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.2.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.20.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.20.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.20.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.20.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.20.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.20.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.21.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.21.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.21.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.21.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.21.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.21.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.22.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.22.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.22.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.22.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.22.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.22.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.23.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.23.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.23.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.23.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.23.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.23.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.24.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.24.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.24.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.24.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.24.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.24.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.25.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.25.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.25.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.25.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.25.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.25.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.26.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.26.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.26.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.26.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.26.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.26.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.27.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.27.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.27.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.27.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.27.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.27.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.28.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.28.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.28.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.28.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.28.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.28.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.29.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.29.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.29.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.29.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.29.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.29.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.3.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.3.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.3.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.3.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.3.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.3.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.30.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.30.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.30.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.30.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.30.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.30.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.31.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.31.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.31.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.31.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.31.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.31.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.32.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.32.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.32.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.32.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.32.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.32.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.33.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.33.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.33.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.33.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.33.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.33.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.34.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.34.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.34.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.34.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.34.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.34.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.35.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.35.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.35.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.35.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.35.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.35.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.36.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.36.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.36.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.36.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.36.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.36.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.37.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.37.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.37.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.37.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.37.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.37.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.38.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.38.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.38.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.38.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.38.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.38.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.39.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.39.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.39.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.39.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.39.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.39.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.4.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.4.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.4.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.4.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.4.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.4.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.40.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.40.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.40.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.40.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.40.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.40.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.41.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.41.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.41.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.41.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.41.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.41.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.42.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.42.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.42.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.42.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.42.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.42.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.43.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.43.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.43.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.43.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.43.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.43.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.44.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.44.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.44.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.44.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.44.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.44.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.45.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.45.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.45.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.45.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.45.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.45.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.46.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.46.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.46.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.46.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.46.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.46.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.47.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.47.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.47.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.47.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.47.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.47.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.48.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.48.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.48.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.48.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.48.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.48.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.49.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.49.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.49.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.49.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.49.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.49.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.5.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.5.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.5.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.5.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.5.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.5.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.50.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.50.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.50.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.50.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.50.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.50.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.51.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.51.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.51.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.51.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.51.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.51.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.52.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.52.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.52.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.52.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.52.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.52.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.53.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.53.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.53.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.53.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.53.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.53.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.54.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.54.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.54.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.54.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.54.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.54.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.55.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.55.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.55.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.55.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.55.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.55.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.56.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.56.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.56.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.56.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.56.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.56.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.57.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.57.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.57.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.57.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.57.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.57.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.58.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.58.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.58.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.58.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.58.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.58.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.59.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.59.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.59.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.59.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.59.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.59.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.6.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.6.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.6.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.6.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.6.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.6.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.60.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.60.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.60.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.60.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.60.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.60.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.61.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.61.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.61.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.61.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.61.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.61.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.62.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.62.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.62.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.62.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.62.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.62.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.63.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.63.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.63.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.63.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.63.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.63.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.64.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.64.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.64.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.64.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.64.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.64.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.65.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.65.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.65.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.65.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.65.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.65.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.66.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.66.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.66.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.66.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.66.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.66.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.67.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.67.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.67.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.67.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.67.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.67.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.68.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.68.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.68.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.68.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.68.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.68.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.69.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.69.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.69.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.69.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.69.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.69.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.7.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.7.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.7.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.7.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.7.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.7.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.70.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.70.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.70.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.70.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.70.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.70.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.71.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.71.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.71.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.71.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.71.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.71.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.72.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.72.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.72.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.72.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.72.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.72.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.73.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.73.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.73.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.73.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.73.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.73.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.74.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.74.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.74.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.74.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.74.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.74.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.75.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.75.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.75.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.75.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.75.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.75.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.76.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.76.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.76.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.76.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.76.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.76.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.77.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.77.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.77.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.77.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.77.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.77.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.78.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.78.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.78.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.78.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.78.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.78.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.79.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.79.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.79.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.79.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.79.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.79.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.8.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.8.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.8.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.8.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.8.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.8.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.80.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.80.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.80.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.80.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.80.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.80.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.81.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.81.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.81.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.81.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.81.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.81.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.82.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.82.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.82.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.82.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.82.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.82.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.83.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.83.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.83.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.83.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.83.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.83.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.84.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.84.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.84.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.84.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.84.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.84.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.85.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.85.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.85.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.85.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.85.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.85.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.86.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.86.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.86.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.86.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.86.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.86.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.87.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.87.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.87.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.87.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.87.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.87.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.88.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.88.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.88.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.88.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.88.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.88.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.89.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.89.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.89.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.89.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.89.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.89.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.9.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.9.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.9.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.9.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.9.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.9.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.90.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.90.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.90.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.90.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.90.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.90.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.91.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.91.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.91.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.91.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.91.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.91.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.92.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.92.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.92.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.92.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.92.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.92.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.93.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.93.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.93.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.93.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.93.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.93.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.94.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.94.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.94.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.94.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.94.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.94.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.95.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.95.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.95.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.95.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.95.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.95.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.96.down_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.96.down_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.96.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.96.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.96.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.96.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.97.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.97.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.97.gate_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.97.gate_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.97.up_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.97.up_proj.weight_scale": "model-00001-of-00043.safetensors", + "model.layers.3.mlp.experts.98.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.98.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.98.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.98.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.98.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.98.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.99.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.99.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.99.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.99.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.99.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.experts.99.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.gate.e_score_correction_bias": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.gate.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.shared_experts.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.shared_experts.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.mlp.shared_experts.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00002-of-00043.safetensors", + "model.layers.3.self_attn.k_norm.weight": "model-00001-of-00043.safetensors", + "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00043.safetensors", + "model.layers.3.self_attn.k_proj.output_scale": "model-00001-of-00043.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.self_attn.q_norm.weight": "model-00001-of-00043.safetensors", + "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00043.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00043.safetensors", + "model.layers.3.self_attn.v_proj.output_scale": "model-00001-of-00043.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00043.safetensors", + "model.layers.30.input_layernorm.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.0.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.0.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.0.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.0.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.0.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.0.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.1.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.1.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.1.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.1.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.1.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.1.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.10.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.10.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.10.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.10.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.10.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.10.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.100.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.100.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.100.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.100.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.100.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.100.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.101.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.101.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.101.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.101.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.101.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.101.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.102.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.102.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.102.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.102.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.102.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.102.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.103.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.103.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.103.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.103.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.103.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.103.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.104.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.104.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.104.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.104.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.104.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.104.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.105.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.105.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.105.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.105.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.105.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.105.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.106.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.106.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.106.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.106.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.106.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.106.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.107.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.107.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.107.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.107.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.107.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.107.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.108.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.108.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.108.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.108.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.108.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.108.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.109.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.109.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.109.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.109.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.109.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.109.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.11.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.11.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.11.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.11.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.11.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.11.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.110.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.110.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.110.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.110.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.110.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.110.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.111.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.111.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.111.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.111.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.111.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.111.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.112.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.112.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.112.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.112.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.112.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.112.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.113.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.113.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.113.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.113.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.113.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.113.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.114.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.114.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.114.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.114.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.114.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.114.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.115.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.115.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.115.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.115.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.115.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.115.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.116.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.116.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.116.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.116.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.116.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.116.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.117.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.117.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.117.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.117.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.117.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.117.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.118.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.118.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.118.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.118.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.118.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.118.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.119.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.119.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.119.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.119.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.119.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.119.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.12.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.12.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.12.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.12.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.12.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.12.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.120.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.120.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.120.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.120.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.120.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.120.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.121.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.121.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.121.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.121.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.121.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.121.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.122.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.122.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.122.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.122.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.122.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.122.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.123.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.123.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.123.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.123.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.123.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.123.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.124.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.124.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.124.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.124.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.124.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.124.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.125.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.125.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.125.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.125.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.125.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.125.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.126.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.126.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.126.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.126.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.126.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.126.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.127.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.127.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.127.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.127.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.127.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.127.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.128.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.128.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.128.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.128.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.128.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.128.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.129.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.129.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.129.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.129.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.129.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.129.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.13.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.13.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.13.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.13.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.13.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.13.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.130.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.130.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.130.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.130.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.130.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.130.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.131.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.131.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.131.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.131.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.131.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.131.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.132.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.132.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.132.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.132.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.132.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.132.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.133.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.133.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.133.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.133.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.133.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.133.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.134.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.134.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.134.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.134.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.134.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.134.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.135.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.135.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.135.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.135.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.135.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.135.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.136.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.136.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.136.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.136.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.136.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.136.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.137.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.137.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.137.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.137.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.137.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.137.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.138.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.138.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.138.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.138.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.138.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.138.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.139.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.139.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.139.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.139.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.139.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.139.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.14.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.14.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.14.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.14.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.14.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.14.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.140.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.140.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.140.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.140.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.140.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.140.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.141.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.141.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.141.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.141.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.141.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.141.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.142.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.142.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.142.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.142.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.142.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.142.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.143.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.143.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.143.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.143.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.143.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.143.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.144.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.144.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.144.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.144.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.144.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.144.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.145.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.145.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.145.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.145.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.145.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.145.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.146.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.146.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.146.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.146.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.146.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.146.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.147.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.147.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.147.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.147.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.147.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.147.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.148.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.148.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.148.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.148.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.148.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.148.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.149.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.149.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.149.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.149.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.149.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.149.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.15.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.15.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.15.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.15.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.15.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.15.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.150.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.150.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.150.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.150.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.150.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.150.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.151.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.151.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.151.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.151.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.151.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.151.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.152.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.152.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.152.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.152.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.152.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.152.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.153.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.153.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.153.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.153.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.153.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.153.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.154.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.154.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.154.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.154.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.154.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.154.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.155.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.155.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.155.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.155.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.155.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.155.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.156.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.156.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.156.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.156.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.156.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.156.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.157.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.157.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.157.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.157.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.157.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.157.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.158.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.158.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.158.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.158.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.158.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.158.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.159.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.159.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.159.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.159.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.159.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.159.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.16.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.16.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.16.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.16.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.16.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.16.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.17.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.17.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.17.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.17.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.17.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.17.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.18.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.18.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.18.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.18.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.18.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.18.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.19.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.19.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.19.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.19.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.19.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.19.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.2.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.2.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.2.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.2.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.2.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.2.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.20.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.20.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.20.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.20.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.20.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.20.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.21.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.21.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.21.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.21.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.21.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.21.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.22.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.22.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.22.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.22.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.22.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.22.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.23.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.23.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.23.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.23.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.23.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.23.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.24.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.24.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.24.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.24.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.24.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.24.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.25.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.25.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.25.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.25.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.25.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.25.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.26.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.26.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.26.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.26.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.26.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.26.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.27.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.27.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.27.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.27.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.27.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.27.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.28.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.28.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.28.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.28.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.28.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.28.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.29.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.29.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.29.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.29.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.29.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.29.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.3.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.3.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.3.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.3.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.3.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.3.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.30.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.30.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.30.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.30.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.30.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.30.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.31.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.31.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.31.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.31.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.31.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.31.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.32.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.32.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.32.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.32.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.32.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.32.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.33.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.33.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.33.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.33.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.33.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.33.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.34.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.34.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.34.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.34.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.34.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.34.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.35.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.35.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.35.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.35.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.35.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.35.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.36.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.36.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.36.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.36.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.36.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.36.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.37.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.37.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.37.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.37.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.37.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.37.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.38.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.38.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.38.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.38.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.38.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.38.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.39.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.39.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.39.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.39.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.39.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.39.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.4.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.4.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.4.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.4.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.4.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.4.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.40.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.40.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.40.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.40.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.40.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.40.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.41.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.41.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.41.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.41.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.41.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.41.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.42.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.42.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.42.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.42.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.42.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.42.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.43.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.43.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.43.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.43.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.43.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.43.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.44.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.44.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.44.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.44.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.44.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.44.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.45.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.45.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.45.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.45.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.45.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.45.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.46.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.46.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.46.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.46.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.46.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.46.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.47.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.47.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.47.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.47.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.47.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.47.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.48.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.48.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.48.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.48.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.48.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.48.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.49.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.49.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.49.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.49.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.49.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.49.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.5.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.5.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.5.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.5.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.5.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.5.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.50.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.50.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.50.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.50.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.50.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.50.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.51.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.51.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.51.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.51.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.51.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.51.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.52.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.52.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.52.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.52.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.52.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.52.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.53.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.53.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.53.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.53.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.53.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.53.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.54.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.54.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.54.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.54.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.54.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.54.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.55.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.55.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.55.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.55.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.55.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.55.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.56.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.56.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.56.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.56.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.56.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.56.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.57.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.57.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.57.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.57.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.57.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.57.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.58.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.58.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.58.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.58.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.58.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.58.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.59.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.59.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.59.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.59.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.59.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.59.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.6.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.6.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.6.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.6.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.6.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.6.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.60.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.60.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.60.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.60.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.60.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.60.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.61.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.61.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.61.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.61.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.61.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.61.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.62.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.62.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.62.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.62.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.62.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.62.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.63.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.63.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.63.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.63.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.63.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.63.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.64.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.64.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.64.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.64.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.64.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.64.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.65.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.65.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.65.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.65.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.65.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.65.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.66.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.66.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.66.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.66.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.66.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.66.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.67.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.67.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.67.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.67.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.67.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.67.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.68.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.68.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.68.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.68.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.68.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.68.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.69.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.69.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.69.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.69.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.69.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.69.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.7.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.7.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.7.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.7.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.7.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.7.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.70.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.70.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.70.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.70.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.70.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.70.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.71.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.71.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.71.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.71.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.71.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.71.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.72.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.72.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.72.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.72.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.72.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.72.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.73.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.73.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.73.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.73.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.73.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.73.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.74.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.74.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.74.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.74.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.74.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.74.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.75.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.75.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.75.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.75.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.75.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.75.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.76.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.76.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.76.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.76.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.76.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.76.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.77.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.77.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.77.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.77.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.77.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.77.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.78.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.78.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.78.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.78.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.78.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.78.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.79.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.79.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.79.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.79.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.79.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.79.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.8.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.8.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.8.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.8.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.8.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.8.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.80.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.80.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.80.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.80.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.80.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.80.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.81.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.81.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.81.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.81.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.81.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.81.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.82.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.82.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.82.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.82.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.82.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.82.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.83.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.83.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.83.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.83.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.83.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.83.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.84.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.84.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.84.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.84.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.84.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.84.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.85.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.85.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.85.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.85.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.85.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.85.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.86.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.86.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.86.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.86.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.86.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.86.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.87.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.87.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.87.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.87.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.87.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.87.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.88.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.88.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.88.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.88.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.88.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.88.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.89.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.89.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.89.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.89.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.89.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.89.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.9.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.9.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.9.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.9.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.9.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.9.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.90.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.90.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.90.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.90.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.90.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.90.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.91.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.91.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.91.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.91.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.91.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.91.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.92.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.92.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.92.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.92.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.92.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.92.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.93.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.93.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.93.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.93.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.93.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.93.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.94.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.94.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.94.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.94.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.94.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.94.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.95.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.95.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.95.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.95.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.95.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.95.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.96.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.96.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.96.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.96.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.96.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.96.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.97.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.97.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.97.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.97.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.97.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.97.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.98.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.98.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.98.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.98.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.98.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.98.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.99.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.99.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.99.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.99.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.99.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.experts.99.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.gate.e_score_correction_bias": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.gate.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.shared_experts.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.shared_experts.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.mlp.shared_experts.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00014-of-00043.safetensors", + "model.layers.30.self_attn.k_norm.weight": "model-00014-of-00043.safetensors", + "model.layers.30.self_attn.k_proj.bias": "model-00014-of-00043.safetensors", + "model.layers.30.self_attn.k_proj.output_scale": "model-00014-of-00043.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.self_attn.q_norm.weight": "model-00014-of-00043.safetensors", + "model.layers.30.self_attn.q_proj.bias": "model-00014-of-00043.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.30.self_attn.v_proj.bias": "model-00014-of-00043.safetensors", + "model.layers.30.self_attn.v_proj.output_scale": "model-00014-of-00043.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.input_layernorm.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.0.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.0.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.0.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.0.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.0.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.0.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.1.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.1.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.1.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.1.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.1.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.1.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.10.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.10.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.10.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.10.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.10.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.10.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.100.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.100.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.100.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.100.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.100.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.100.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.101.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.101.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.101.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.101.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.101.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.101.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.102.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.102.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.102.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.102.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.102.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.102.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.103.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.103.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.103.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.103.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.103.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.103.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.104.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.104.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.104.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.104.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.104.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.104.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.105.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.105.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.105.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.105.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.105.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.105.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.106.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.106.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.106.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.106.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.106.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.106.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.107.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.107.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.107.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.107.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.107.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.107.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.108.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.108.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.108.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.108.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.108.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.108.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.109.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.109.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.109.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.109.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.109.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.109.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.11.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.11.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.11.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.11.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.11.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.11.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.110.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.110.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.110.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.110.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.110.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.110.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.111.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.111.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.111.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.111.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.111.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.111.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.112.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.112.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.112.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.112.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.112.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.112.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.113.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.113.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.113.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.113.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.113.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.113.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.114.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.114.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.114.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.114.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.114.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.114.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.115.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.115.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.115.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.115.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.115.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.115.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.116.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.116.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.116.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.116.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.116.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.116.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.117.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.117.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.117.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.117.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.117.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.117.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.118.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.118.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.118.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.118.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.118.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.118.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.119.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.119.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.119.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.119.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.119.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.119.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.12.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.12.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.12.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.12.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.12.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.12.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.120.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.120.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.120.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.120.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.120.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.120.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.121.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.121.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.121.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.121.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.121.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.121.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.122.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.122.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.122.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.122.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.122.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.122.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.123.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.123.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.123.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.123.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.123.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.123.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.124.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.124.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.124.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.124.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.124.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.124.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.125.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.125.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.125.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.125.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.125.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.125.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.126.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.126.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.126.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.126.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.126.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.126.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.127.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.127.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.127.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.127.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.127.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.127.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.128.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.128.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.128.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.128.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.128.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.128.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.129.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.129.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.129.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.129.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.129.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.129.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.13.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.13.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.13.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.13.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.13.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.13.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.130.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.130.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.130.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.130.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.130.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.130.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.131.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.131.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.131.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.131.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.131.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.131.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.132.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.132.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.132.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.132.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.132.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.132.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.133.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.133.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.133.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.133.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.133.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.133.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.134.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.134.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.134.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.134.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.134.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.134.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.135.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.135.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.135.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.135.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.135.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.135.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.136.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.136.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.136.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.136.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.136.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.136.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.137.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.137.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.137.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.137.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.137.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.137.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.138.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.138.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.138.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.138.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.138.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.138.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.139.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.139.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.139.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.139.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.139.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.139.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.14.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.14.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.14.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.14.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.14.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.14.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.140.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.140.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.140.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.140.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.140.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.140.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.141.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.141.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.141.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.141.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.141.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.141.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.142.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.142.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.142.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.142.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.142.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.142.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.143.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.143.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.143.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.143.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.143.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.143.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.144.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.144.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.144.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.144.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.144.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.144.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.145.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.145.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.145.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.145.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.145.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.145.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.146.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.146.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.146.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.146.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.146.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.146.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.147.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.147.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.147.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.147.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.147.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.147.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.148.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.148.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.148.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.148.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.148.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.148.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.149.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.149.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.149.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.149.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.149.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.149.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.15.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.15.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.15.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.15.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.15.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.15.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.150.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.150.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.150.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.150.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.150.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.150.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.151.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.151.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.151.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.151.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.151.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.151.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.152.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.152.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.152.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.152.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.152.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.152.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.153.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.153.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.153.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.153.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.153.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.153.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.154.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.154.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.154.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.154.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.154.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.154.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.155.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.155.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.155.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.155.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.155.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.155.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.156.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.156.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.156.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.156.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.156.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.156.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.157.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.157.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.157.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.157.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.157.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.157.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.158.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.158.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.158.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.158.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.158.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.158.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.159.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.159.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.159.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.159.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.159.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.159.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.16.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.16.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.16.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.16.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.16.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.16.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.17.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.17.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.17.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.17.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.17.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.17.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.18.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.18.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.18.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.18.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.18.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.18.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.19.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.19.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.19.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.19.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.19.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.19.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.2.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.2.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.2.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.2.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.2.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.2.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.20.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.20.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.20.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.20.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.20.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.20.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.21.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.21.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.21.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.21.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.21.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.21.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.22.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.22.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.22.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.22.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.22.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.22.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.23.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.23.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.23.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.23.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.23.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.23.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.24.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.24.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.24.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.24.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.24.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.24.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.25.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.25.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.25.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.25.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.25.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.25.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.26.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.26.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.26.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.26.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.26.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.26.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.27.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.27.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.27.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.27.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.27.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.27.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.28.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.28.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.28.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.28.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.28.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.28.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.29.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.29.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.29.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.29.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.29.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.29.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.3.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.3.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.3.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.3.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.3.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.3.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.30.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.30.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.30.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.30.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.30.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.30.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.31.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.31.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.31.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.31.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.31.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.31.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.32.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.32.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.32.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.32.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.32.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.32.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.33.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.33.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.33.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.33.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.33.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.33.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.34.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.34.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.34.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.34.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.34.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.34.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.35.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.35.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.35.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.35.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.35.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.35.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.36.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.36.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.36.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.36.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.36.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.36.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.37.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.37.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.37.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.37.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.37.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.37.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.38.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.38.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.38.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.38.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.38.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.38.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.39.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.39.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.39.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.39.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.39.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.39.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.4.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.4.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.4.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.4.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.4.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.4.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.40.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.40.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.40.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.40.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.40.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.40.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.41.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.41.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.41.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.41.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.41.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.41.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.42.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.42.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.42.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.42.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.42.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.42.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.43.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.43.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.43.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.43.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.43.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.43.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.44.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.44.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.44.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.44.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.44.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.44.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.45.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.45.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.45.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.45.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.45.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.45.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.46.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.46.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.46.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.46.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.46.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.46.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.47.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.47.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.47.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.47.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.47.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.47.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.48.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.48.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.48.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.48.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.48.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.48.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.49.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.49.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.49.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.49.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.49.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.49.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.5.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.5.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.5.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.5.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.5.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.5.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.50.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.50.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.50.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.50.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.50.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.50.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.51.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.51.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.51.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.51.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.51.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.51.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.52.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.52.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.52.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.52.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.52.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.52.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.53.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.53.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.53.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.53.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.53.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.53.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.54.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.54.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.54.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.54.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.54.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.54.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.55.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.55.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.55.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.55.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.55.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.55.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.56.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.56.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.56.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.56.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.56.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.56.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.57.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.57.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.57.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.57.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.57.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.57.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.58.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.58.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.58.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.58.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.58.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.58.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.59.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.59.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.59.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.59.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.59.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.59.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.6.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.6.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.6.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.6.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.6.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.6.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.60.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.60.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.60.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.60.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.60.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.60.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.61.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.61.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.61.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.61.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.61.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.61.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.62.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.62.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.62.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.62.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.62.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.62.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.63.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.63.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.63.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.63.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.63.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.63.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.64.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.64.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.64.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.64.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.64.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.64.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.65.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.65.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.65.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.65.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.65.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.65.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.66.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.66.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.66.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.66.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.66.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.66.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.67.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.67.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.67.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.67.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.67.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.67.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.68.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.68.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.68.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.68.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.68.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.68.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.69.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.69.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.69.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.69.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.69.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.69.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.7.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.7.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.7.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.7.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.7.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.7.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.70.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.70.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.70.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.70.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.70.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.70.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.71.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.71.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.71.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.71.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.71.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.71.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.72.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.72.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.72.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.72.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.72.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.72.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.73.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.73.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.73.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.73.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.73.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.73.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.74.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.74.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.74.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.74.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.74.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.74.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.75.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.75.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.75.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.75.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.75.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.75.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.76.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.76.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.76.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.76.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.76.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.76.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.77.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.77.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.77.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.77.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.77.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.77.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.78.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.78.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.78.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.78.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.78.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.78.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.79.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.79.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.79.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.79.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.79.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.79.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.8.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.8.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.8.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.8.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.8.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.8.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.80.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.80.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.80.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.80.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.80.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.80.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.81.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.81.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.81.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.81.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.81.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.81.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.82.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.82.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.82.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.82.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.82.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.82.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.83.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.83.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.83.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.83.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.83.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.83.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.84.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.84.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.84.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.84.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.84.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.84.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.85.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.85.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.85.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.85.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.85.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.85.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.86.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.86.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.86.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.86.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.86.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.86.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.87.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.87.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.87.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.87.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.87.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.87.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.88.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.88.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.88.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.88.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.88.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.88.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.89.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.89.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.89.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.89.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.89.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.89.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.9.down_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.9.down_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.9.gate_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.9.gate_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.9.up_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.9.up_proj.weight_scale": "model-00014-of-00043.safetensors", + "model.layers.31.mlp.experts.90.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.90.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.90.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.90.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.90.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.90.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.91.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.91.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.91.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.91.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.91.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.91.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.92.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.92.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.92.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.92.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.92.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.92.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.93.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.93.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.93.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.93.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.93.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.93.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.94.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.94.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.94.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.94.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.94.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.94.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.95.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.95.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.95.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.95.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.95.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.95.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.96.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.96.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.96.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.96.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.96.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.96.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.97.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.97.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.97.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.97.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.97.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.97.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.98.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.98.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.98.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.98.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.98.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.98.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.99.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.99.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.99.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.99.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.99.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.experts.99.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.gate.e_score_correction_bias": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.gate.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.shared_experts.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.shared_experts.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.mlp.shared_experts.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00015-of-00043.safetensors", + "model.layers.31.self_attn.k_norm.weight": "model-00014-of-00043.safetensors", + "model.layers.31.self_attn.k_proj.bias": "model-00014-of-00043.safetensors", + "model.layers.31.self_attn.k_proj.output_scale": "model-00014-of-00043.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.self_attn.q_norm.weight": "model-00014-of-00043.safetensors", + "model.layers.31.self_attn.q_proj.bias": "model-00014-of-00043.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.31.self_attn.v_proj.bias": "model-00014-of-00043.safetensors", + "model.layers.31.self_attn.v_proj.output_scale": "model-00014-of-00043.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00014-of-00043.safetensors", + "model.layers.32.input_layernorm.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.0.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.0.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.0.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.0.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.0.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.0.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.1.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.1.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.1.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.1.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.1.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.1.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.10.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.10.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.10.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.10.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.10.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.10.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.100.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.100.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.100.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.100.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.100.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.100.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.101.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.101.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.101.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.101.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.101.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.101.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.102.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.102.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.102.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.102.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.102.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.102.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.103.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.103.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.103.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.103.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.103.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.103.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.104.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.104.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.104.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.104.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.104.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.104.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.105.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.105.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.105.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.105.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.105.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.105.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.106.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.106.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.106.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.106.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.106.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.106.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.107.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.107.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.107.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.107.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.107.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.107.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.108.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.108.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.108.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.108.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.108.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.108.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.109.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.109.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.109.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.109.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.109.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.109.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.11.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.11.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.11.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.11.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.11.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.11.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.110.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.110.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.110.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.110.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.110.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.110.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.111.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.111.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.111.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.111.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.111.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.111.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.112.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.112.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.112.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.112.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.112.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.112.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.113.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.113.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.113.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.113.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.113.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.113.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.114.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.114.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.114.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.114.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.114.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.114.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.115.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.115.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.115.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.115.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.115.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.115.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.116.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.116.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.116.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.116.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.116.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.116.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.117.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.117.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.117.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.117.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.117.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.117.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.118.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.118.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.118.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.118.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.118.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.118.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.119.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.119.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.119.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.119.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.119.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.119.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.12.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.12.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.12.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.12.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.12.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.12.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.120.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.120.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.120.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.120.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.120.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.120.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.121.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.121.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.121.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.121.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.121.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.121.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.122.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.122.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.122.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.122.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.122.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.122.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.123.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.123.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.123.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.123.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.123.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.123.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.124.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.124.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.124.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.124.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.124.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.124.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.125.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.125.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.125.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.125.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.125.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.125.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.126.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.126.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.126.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.126.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.126.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.126.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.127.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.127.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.127.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.127.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.127.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.127.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.128.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.128.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.128.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.128.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.128.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.128.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.129.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.129.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.129.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.129.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.129.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.129.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.13.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.13.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.13.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.13.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.13.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.13.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.130.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.130.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.130.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.130.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.130.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.130.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.131.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.131.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.131.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.131.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.131.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.131.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.132.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.132.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.132.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.132.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.132.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.132.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.133.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.133.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.133.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.133.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.133.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.133.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.134.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.134.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.134.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.134.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.134.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.134.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.135.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.135.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.135.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.135.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.135.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.135.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.136.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.136.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.136.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.136.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.136.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.136.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.137.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.137.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.137.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.137.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.137.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.137.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.138.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.138.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.138.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.138.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.138.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.138.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.139.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.139.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.139.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.139.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.139.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.139.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.14.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.14.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.14.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.14.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.14.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.14.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.140.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.140.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.140.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.140.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.140.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.140.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.141.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.141.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.141.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.141.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.141.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.141.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.142.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.142.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.142.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.142.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.142.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.142.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.143.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.143.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.143.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.143.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.143.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.143.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.144.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.144.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.144.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.144.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.144.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.144.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.145.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.145.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.145.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.145.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.145.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.145.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.146.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.146.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.146.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.146.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.146.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.146.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.147.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.147.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.147.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.147.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.147.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.147.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.148.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.148.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.148.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.148.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.148.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.148.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.149.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.149.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.149.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.149.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.149.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.149.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.15.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.15.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.15.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.15.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.15.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.15.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.150.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.150.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.150.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.150.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.150.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.150.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.151.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.151.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.151.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.151.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.151.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.151.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.152.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.152.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.152.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.152.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.152.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.152.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.153.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.153.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.153.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.153.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.153.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.153.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.154.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.154.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.154.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.154.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.154.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.154.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.155.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.155.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.155.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.155.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.155.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.155.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.156.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.156.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.156.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.156.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.156.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.156.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.157.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.157.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.157.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.157.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.157.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.157.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.158.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.158.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.158.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.158.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.158.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.158.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.159.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.159.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.159.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.159.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.159.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.159.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.16.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.16.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.16.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.16.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.16.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.16.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.17.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.17.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.17.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.17.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.17.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.17.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.18.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.18.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.18.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.18.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.18.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.18.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.19.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.19.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.19.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.19.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.19.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.19.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.2.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.2.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.2.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.2.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.2.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.2.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.20.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.20.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.20.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.20.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.20.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.20.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.21.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.21.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.21.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.21.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.21.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.21.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.22.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.22.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.22.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.22.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.22.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.22.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.23.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.23.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.23.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.23.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.23.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.23.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.24.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.24.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.24.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.24.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.24.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.24.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.25.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.25.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.25.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.25.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.25.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.25.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.26.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.26.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.26.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.26.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.26.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.26.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.27.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.27.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.27.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.27.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.27.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.27.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.28.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.28.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.28.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.28.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.28.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.28.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.29.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.29.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.29.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.29.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.29.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.29.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.3.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.3.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.3.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.3.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.3.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.3.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.30.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.30.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.30.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.30.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.30.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.30.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.31.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.31.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.31.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.31.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.31.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.31.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.32.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.32.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.32.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.32.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.32.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.32.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.33.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.33.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.33.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.33.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.33.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.33.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.34.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.34.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.34.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.34.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.34.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.34.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.35.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.35.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.35.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.35.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.35.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.35.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.36.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.36.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.36.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.36.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.36.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.36.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.37.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.37.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.37.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.37.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.37.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.37.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.38.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.38.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.38.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.38.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.38.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.38.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.39.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.39.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.39.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.39.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.39.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.39.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.4.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.4.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.4.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.4.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.4.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.4.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.40.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.40.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.40.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.40.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.40.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.40.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.41.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.41.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.41.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.41.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.41.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.41.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.42.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.42.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.42.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.42.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.42.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.42.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.43.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.43.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.43.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.43.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.43.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.43.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.44.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.44.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.44.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.44.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.44.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.44.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.45.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.45.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.45.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.45.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.45.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.45.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.46.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.46.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.46.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.46.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.46.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.46.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.47.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.47.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.47.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.47.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.47.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.47.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.48.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.48.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.48.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.48.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.48.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.48.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.49.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.49.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.49.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.49.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.49.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.49.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.5.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.5.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.5.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.5.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.5.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.5.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.50.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.50.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.50.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.50.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.50.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.50.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.51.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.51.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.51.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.51.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.51.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.51.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.52.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.52.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.52.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.52.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.52.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.52.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.53.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.53.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.53.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.53.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.53.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.53.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.54.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.54.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.54.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.54.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.54.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.54.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.55.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.55.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.55.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.55.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.55.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.55.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.56.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.56.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.56.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.56.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.56.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.56.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.57.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.57.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.57.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.57.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.57.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.57.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.58.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.58.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.58.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.58.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.58.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.58.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.59.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.59.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.59.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.59.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.59.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.59.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.6.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.6.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.6.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.6.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.6.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.6.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.60.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.60.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.60.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.60.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.60.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.60.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.61.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.61.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.61.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.61.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.61.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.61.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.62.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.62.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.62.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.62.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.62.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.62.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.63.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.63.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.63.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.63.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.63.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.63.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.64.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.64.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.64.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.64.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.64.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.64.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.65.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.65.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.65.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.65.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.65.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.65.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.66.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.66.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.66.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.66.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.66.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.66.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.67.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.67.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.67.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.67.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.67.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.67.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.68.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.68.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.68.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.68.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.68.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.68.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.69.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.69.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.69.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.69.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.69.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.69.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.7.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.7.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.7.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.7.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.7.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.7.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.70.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.70.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.70.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.70.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.70.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.70.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.71.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.71.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.71.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.71.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.71.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.71.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.72.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.72.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.72.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.72.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.72.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.72.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.73.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.73.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.73.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.73.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.73.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.73.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.74.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.74.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.74.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.74.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.74.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.74.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.75.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.75.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.75.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.75.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.75.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.75.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.76.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.76.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.76.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.76.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.76.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.76.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.77.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.77.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.77.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.77.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.77.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.77.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.78.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.78.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.78.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.78.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.78.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.78.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.79.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.79.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.79.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.79.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.79.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.79.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.8.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.8.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.8.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.8.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.8.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.8.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.80.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.80.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.80.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.80.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.80.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.80.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.81.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.81.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.81.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.81.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.81.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.81.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.82.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.82.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.82.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.82.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.82.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.82.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.83.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.83.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.83.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.83.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.83.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.83.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.84.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.84.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.84.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.84.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.84.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.84.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.85.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.85.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.85.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.85.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.85.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.85.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.86.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.86.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.86.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.86.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.86.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.86.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.87.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.87.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.87.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.87.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.87.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.87.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.88.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.88.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.88.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.88.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.88.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.88.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.89.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.89.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.89.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.89.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.89.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.89.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.9.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.9.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.9.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.9.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.9.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.9.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.90.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.90.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.90.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.90.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.90.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.90.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.91.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.91.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.91.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.91.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.91.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.91.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.92.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.92.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.92.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.92.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.92.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.92.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.93.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.93.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.93.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.93.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.93.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.93.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.94.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.94.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.94.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.94.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.94.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.94.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.95.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.95.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.95.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.95.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.95.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.95.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.96.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.96.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.96.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.96.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.96.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.96.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.97.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.97.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.97.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.97.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.97.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.97.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.98.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.98.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.98.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.98.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.98.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.98.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.99.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.99.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.99.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.99.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.99.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.experts.99.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.gate.e_score_correction_bias": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.gate.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.shared_experts.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.shared_experts.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.mlp.shared_experts.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00015-of-00043.safetensors", + "model.layers.32.self_attn.k_norm.weight": "model-00015-of-00043.safetensors", + "model.layers.32.self_attn.k_proj.bias": "model-00015-of-00043.safetensors", + "model.layers.32.self_attn.k_proj.output_scale": "model-00015-of-00043.safetensors", + "model.layers.32.self_attn.k_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.self_attn.q_norm.weight": "model-00015-of-00043.safetensors", + "model.layers.32.self_attn.q_proj.bias": "model-00015-of-00043.safetensors", + "model.layers.32.self_attn.q_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.32.self_attn.v_proj.bias": "model-00015-of-00043.safetensors", + "model.layers.32.self_attn.v_proj.output_scale": "model-00015-of-00043.safetensors", + "model.layers.32.self_attn.v_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.input_layernorm.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.0.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.0.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.0.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.0.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.0.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.0.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.1.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.1.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.1.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.1.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.1.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.1.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.10.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.10.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.10.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.10.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.10.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.10.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.100.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.100.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.100.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.100.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.100.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.100.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.101.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.101.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.101.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.101.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.101.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.101.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.102.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.102.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.102.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.102.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.102.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.102.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.103.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.103.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.103.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.103.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.103.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.103.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.104.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.104.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.104.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.104.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.104.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.104.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.105.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.105.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.105.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.105.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.105.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.105.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.106.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.106.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.106.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.106.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.106.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.106.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.107.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.107.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.107.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.107.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.107.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.107.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.108.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.108.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.108.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.108.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.108.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.108.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.109.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.109.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.109.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.109.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.109.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.109.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.11.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.11.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.11.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.11.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.11.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.11.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.110.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.110.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.110.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.110.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.110.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.110.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.111.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.111.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.111.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.111.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.111.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.111.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.112.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.112.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.112.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.112.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.112.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.112.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.113.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.113.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.113.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.113.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.113.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.113.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.114.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.114.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.114.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.114.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.114.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.114.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.115.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.115.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.115.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.115.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.115.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.115.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.116.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.116.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.116.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.116.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.116.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.116.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.117.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.117.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.117.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.117.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.117.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.117.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.118.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.118.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.118.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.118.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.118.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.118.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.119.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.119.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.119.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.119.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.119.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.119.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.12.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.12.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.12.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.12.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.12.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.12.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.120.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.120.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.120.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.120.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.120.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.120.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.121.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.121.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.121.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.121.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.121.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.121.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.122.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.122.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.122.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.122.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.122.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.122.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.123.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.123.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.123.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.123.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.123.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.123.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.124.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.124.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.124.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.124.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.124.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.124.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.125.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.125.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.125.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.125.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.125.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.125.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.126.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.126.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.126.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.126.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.126.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.126.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.127.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.127.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.127.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.127.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.127.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.127.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.128.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.128.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.128.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.128.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.128.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.128.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.129.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.129.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.129.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.129.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.129.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.129.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.13.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.13.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.13.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.13.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.13.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.13.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.130.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.130.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.130.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.130.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.130.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.130.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.131.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.131.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.131.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.131.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.131.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.131.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.132.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.132.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.132.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.132.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.132.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.132.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.133.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.133.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.133.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.133.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.133.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.133.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.134.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.134.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.134.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.134.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.134.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.134.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.135.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.135.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.135.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.135.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.135.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.135.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.136.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.136.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.136.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.136.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.136.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.136.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.137.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.137.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.137.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.137.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.137.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.137.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.138.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.138.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.138.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.138.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.138.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.138.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.139.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.139.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.139.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.139.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.139.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.139.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.14.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.14.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.14.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.14.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.14.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.14.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.140.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.140.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.140.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.140.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.140.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.140.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.141.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.141.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.141.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.141.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.141.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.141.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.142.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.142.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.142.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.142.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.142.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.142.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.143.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.143.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.143.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.143.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.143.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.143.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.144.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.144.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.144.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.144.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.144.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.144.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.145.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.145.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.145.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.145.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.145.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.145.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.146.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.146.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.146.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.146.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.146.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.146.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.147.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.147.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.147.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.147.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.147.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.147.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.148.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.148.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.148.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.148.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.148.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.148.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.149.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.149.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.149.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.149.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.149.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.149.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.15.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.15.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.15.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.15.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.15.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.15.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.150.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.150.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.150.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.150.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.150.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.150.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.151.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.151.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.151.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.151.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.151.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.151.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.152.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.152.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.152.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.152.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.152.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.152.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.153.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.153.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.153.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.153.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.153.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.153.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.154.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.154.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.154.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.154.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.154.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.154.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.155.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.155.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.155.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.155.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.155.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.155.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.156.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.156.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.156.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.156.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.156.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.156.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.157.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.157.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.157.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.157.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.157.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.157.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.158.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.158.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.158.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.158.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.158.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.158.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.159.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.159.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.159.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.159.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.159.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.159.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.16.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.16.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.16.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.16.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.16.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.16.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.17.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.17.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.17.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.17.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.17.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.17.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.18.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.18.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.18.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.18.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.18.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.18.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.19.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.19.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.19.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.19.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.19.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.19.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.2.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.2.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.2.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.2.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.2.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.2.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.20.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.20.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.20.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.20.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.20.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.20.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.21.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.21.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.21.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.21.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.21.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.21.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.22.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.22.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.22.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.22.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.22.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.22.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.23.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.23.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.23.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.23.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.23.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.23.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.24.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.24.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.24.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.24.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.24.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.24.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.25.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.25.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.25.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.25.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.25.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.25.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.26.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.26.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.26.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.26.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.26.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.26.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.27.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.27.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.27.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.27.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.27.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.27.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.28.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.28.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.28.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.28.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.28.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.28.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.29.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.29.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.29.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.29.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.29.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.29.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.3.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.3.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.3.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.3.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.3.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.3.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.30.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.30.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.30.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.30.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.30.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.30.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.31.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.31.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.31.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.31.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.31.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.31.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.32.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.32.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.32.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.32.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.32.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.32.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.33.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.33.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.33.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.33.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.33.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.33.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.34.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.34.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.34.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.34.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.34.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.34.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.35.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.35.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.35.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.35.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.35.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.35.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.36.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.36.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.36.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.36.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.36.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.36.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.37.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.37.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.37.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.37.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.37.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.37.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.38.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.38.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.38.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.38.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.38.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.38.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.39.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.39.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.39.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.39.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.39.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.39.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.4.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.4.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.4.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.4.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.4.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.4.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.40.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.40.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.40.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.40.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.40.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.40.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.41.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.41.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.41.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.41.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.41.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.41.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.42.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.42.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.42.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.42.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.42.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.42.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.43.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.43.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.43.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.43.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.43.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.43.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.44.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.44.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.44.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.44.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.44.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.44.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.45.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.45.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.45.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.45.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.45.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.45.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.46.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.46.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.46.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.46.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.46.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.46.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.47.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.47.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.47.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.47.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.47.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.47.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.48.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.48.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.48.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.48.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.48.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.48.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.49.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.49.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.49.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.49.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.49.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.49.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.5.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.5.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.5.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.5.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.5.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.5.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.50.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.50.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.50.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.50.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.50.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.50.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.51.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.51.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.51.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.51.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.51.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.51.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.52.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.52.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.52.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.52.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.52.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.52.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.53.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.53.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.53.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.53.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.53.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.53.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.54.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.54.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.54.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.54.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.54.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.54.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.55.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.55.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.55.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.55.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.55.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.55.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.56.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.56.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.56.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.56.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.56.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.56.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.57.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.57.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.57.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.57.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.57.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.57.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.58.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.58.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.58.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.58.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.58.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.58.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.59.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.59.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.59.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.59.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.59.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.59.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.6.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.6.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.6.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.6.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.6.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.6.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.60.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.60.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.60.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.60.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.60.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.60.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.61.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.61.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.61.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.61.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.61.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.61.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.62.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.62.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.62.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.62.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.62.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.62.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.63.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.63.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.63.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.63.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.63.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.63.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.64.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.64.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.64.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.64.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.64.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.64.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.65.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.65.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.65.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.65.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.65.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.65.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.66.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.66.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.66.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.66.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.66.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.66.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.67.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.67.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.67.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.67.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.67.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.67.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.68.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.68.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.68.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.68.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.68.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.68.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.69.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.69.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.69.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.69.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.69.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.69.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.7.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.7.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.7.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.7.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.7.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.7.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.70.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.70.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.70.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.70.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.70.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.70.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.71.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.71.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.71.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.71.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.71.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.71.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.72.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.72.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.72.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.72.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.72.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.72.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.73.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.73.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.73.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.73.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.73.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.73.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.74.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.74.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.74.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.74.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.74.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.74.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.75.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.75.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.75.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.75.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.75.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.75.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.76.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.76.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.76.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.76.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.76.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.76.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.77.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.77.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.77.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.77.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.77.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.77.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.78.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.78.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.78.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.78.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.78.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.78.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.79.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.79.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.79.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.79.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.79.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.79.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.8.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.8.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.8.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.8.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.8.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.8.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.80.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.80.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.80.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.80.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.80.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.80.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.81.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.81.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.81.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.81.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.81.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.81.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.82.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.82.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.82.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.82.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.82.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.82.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.83.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.83.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.83.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.83.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.83.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.83.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.84.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.84.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.84.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.84.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.84.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.84.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.85.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.85.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.85.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.85.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.85.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.85.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.86.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.86.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.86.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.86.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.86.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.86.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.87.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.87.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.87.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.87.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.87.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.87.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.88.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.88.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.88.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.88.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.88.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.88.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.89.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.89.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.89.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.89.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.89.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.89.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.9.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.9.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.9.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.9.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.9.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.9.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.90.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.90.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.90.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.90.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.90.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.90.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.91.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.91.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.91.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.91.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.91.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.91.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.92.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.92.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.92.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.92.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.92.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.92.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.93.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.93.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.93.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.93.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.93.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.93.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.94.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.94.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.94.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.94.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.94.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.94.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.95.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.95.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.95.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.95.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.95.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.95.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.96.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.96.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.96.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.96.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.96.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.96.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.97.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.97.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.97.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.97.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.97.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.97.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.98.down_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.98.down_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.98.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.98.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.98.up_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.98.up_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.99.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.99.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.99.gate_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.99.gate_proj.weight_scale": "model-00015-of-00043.safetensors", + "model.layers.33.mlp.experts.99.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.experts.99.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.gate.e_score_correction_bias": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.gate.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.shared_experts.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.shared_experts.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.mlp.shared_experts.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00016-of-00043.safetensors", + "model.layers.33.self_attn.k_norm.weight": "model-00015-of-00043.safetensors", + "model.layers.33.self_attn.k_proj.bias": "model-00015-of-00043.safetensors", + "model.layers.33.self_attn.k_proj.output_scale": "model-00015-of-00043.safetensors", + "model.layers.33.self_attn.k_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.self_attn.q_norm.weight": "model-00015-of-00043.safetensors", + "model.layers.33.self_attn.q_proj.bias": "model-00015-of-00043.safetensors", + "model.layers.33.self_attn.q_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.33.self_attn.v_proj.bias": "model-00015-of-00043.safetensors", + "model.layers.33.self_attn.v_proj.output_scale": "model-00015-of-00043.safetensors", + "model.layers.33.self_attn.v_proj.weight": "model-00015-of-00043.safetensors", + "model.layers.34.input_layernorm.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.0.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.0.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.0.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.0.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.0.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.0.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.1.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.1.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.1.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.1.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.1.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.1.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.10.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.10.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.10.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.10.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.10.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.10.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.100.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.100.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.100.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.100.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.100.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.100.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.101.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.101.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.101.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.101.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.101.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.101.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.102.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.102.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.102.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.102.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.102.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.102.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.103.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.103.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.103.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.103.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.103.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.103.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.104.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.104.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.104.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.104.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.104.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.104.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.105.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.105.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.105.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.105.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.105.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.105.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.106.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.106.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.106.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.106.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.106.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.106.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.107.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.107.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.107.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.107.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.107.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.107.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.108.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.108.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.108.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.108.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.108.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.108.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.109.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.109.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.109.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.109.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.109.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.109.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.11.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.11.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.11.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.11.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.11.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.11.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.110.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.110.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.110.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.110.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.110.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.110.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.111.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.111.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.111.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.111.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.111.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.111.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.112.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.112.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.112.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.112.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.112.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.112.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.113.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.113.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.113.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.113.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.113.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.113.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.114.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.114.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.114.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.114.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.114.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.114.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.115.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.115.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.115.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.115.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.115.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.115.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.116.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.116.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.116.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.116.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.116.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.116.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.117.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.117.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.117.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.117.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.117.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.117.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.118.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.118.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.118.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.118.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.118.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.118.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.119.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.119.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.119.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.119.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.119.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.119.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.12.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.12.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.12.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.12.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.12.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.12.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.120.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.120.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.120.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.120.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.120.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.120.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.121.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.121.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.121.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.121.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.121.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.121.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.122.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.122.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.122.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.122.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.122.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.122.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.123.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.123.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.123.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.123.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.123.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.123.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.124.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.124.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.124.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.124.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.124.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.124.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.125.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.125.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.125.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.125.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.125.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.125.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.126.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.126.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.126.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.126.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.126.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.126.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.127.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.127.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.127.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.127.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.127.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.127.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.128.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.128.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.128.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.128.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.128.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.128.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.129.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.129.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.129.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.129.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.129.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.129.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.13.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.13.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.13.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.13.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.13.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.13.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.130.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.130.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.130.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.130.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.130.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.130.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.131.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.131.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.131.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.131.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.131.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.131.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.132.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.132.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.132.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.132.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.132.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.132.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.133.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.133.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.133.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.133.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.133.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.133.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.134.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.134.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.134.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.134.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.134.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.134.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.135.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.135.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.135.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.135.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.135.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.135.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.136.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.136.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.136.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.136.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.136.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.136.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.137.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.137.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.137.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.137.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.137.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.137.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.138.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.138.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.138.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.138.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.138.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.138.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.139.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.139.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.139.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.139.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.139.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.139.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.14.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.14.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.14.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.14.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.14.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.14.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.140.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.140.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.140.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.140.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.140.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.140.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.141.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.141.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.141.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.141.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.141.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.141.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.142.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.142.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.142.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.142.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.142.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.142.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.143.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.143.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.143.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.143.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.143.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.143.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.144.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.144.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.144.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.144.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.144.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.144.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.145.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.145.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.145.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.145.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.145.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.145.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.146.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.146.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.146.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.146.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.146.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.146.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.147.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.147.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.147.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.147.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.147.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.147.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.148.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.148.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.148.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.148.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.148.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.148.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.149.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.149.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.149.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.149.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.149.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.149.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.15.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.15.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.15.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.15.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.15.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.15.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.150.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.150.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.150.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.150.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.150.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.150.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.151.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.151.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.151.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.151.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.151.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.151.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.152.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.152.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.152.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.152.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.152.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.152.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.153.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.153.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.153.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.153.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.153.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.153.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.154.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.154.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.154.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.154.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.154.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.154.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.155.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.155.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.155.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.155.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.155.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.155.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.156.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.156.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.156.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.156.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.156.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.156.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.157.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.157.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.157.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.157.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.157.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.157.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.158.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.158.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.158.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.158.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.158.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.158.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.159.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.159.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.159.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.159.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.159.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.159.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.16.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.16.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.16.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.16.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.16.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.16.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.17.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.17.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.17.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.17.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.17.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.17.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.18.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.18.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.18.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.18.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.18.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.18.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.19.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.19.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.19.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.19.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.19.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.19.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.2.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.2.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.2.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.2.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.2.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.2.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.20.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.20.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.20.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.20.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.20.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.20.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.21.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.21.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.21.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.21.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.21.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.21.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.22.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.22.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.22.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.22.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.22.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.22.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.23.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.23.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.23.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.23.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.23.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.23.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.24.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.24.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.24.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.24.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.24.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.24.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.25.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.25.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.25.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.25.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.25.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.25.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.26.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.26.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.26.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.26.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.26.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.26.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.27.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.27.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.27.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.27.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.27.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.27.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.28.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.28.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.28.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.28.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.28.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.28.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.29.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.29.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.29.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.29.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.29.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.29.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.3.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.3.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.3.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.3.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.3.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.3.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.30.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.30.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.30.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.30.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.30.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.30.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.31.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.31.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.31.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.31.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.31.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.31.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.32.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.32.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.32.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.32.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.32.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.32.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.33.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.33.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.33.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.33.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.33.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.33.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.34.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.34.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.34.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.34.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.34.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.34.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.35.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.35.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.35.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.35.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.35.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.35.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.36.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.36.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.36.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.36.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.36.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.36.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.37.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.37.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.37.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.37.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.37.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.37.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.38.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.38.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.38.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.38.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.38.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.38.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.39.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.39.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.39.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.39.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.39.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.39.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.4.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.4.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.4.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.4.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.4.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.4.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.40.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.40.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.40.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.40.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.40.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.40.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.41.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.41.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.41.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.41.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.41.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.41.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.42.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.42.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.42.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.42.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.42.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.42.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.43.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.43.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.43.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.43.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.43.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.43.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.44.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.44.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.44.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.44.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.44.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.44.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.45.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.45.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.45.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.45.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.45.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.45.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.46.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.46.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.46.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.46.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.46.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.46.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.47.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.47.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.47.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.47.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.47.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.47.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.48.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.48.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.48.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.48.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.48.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.48.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.49.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.49.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.49.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.49.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.49.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.49.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.5.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.5.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.5.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.5.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.5.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.5.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.50.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.50.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.50.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.50.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.50.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.50.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.51.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.51.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.51.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.51.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.51.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.51.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.52.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.52.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.52.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.52.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.52.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.52.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.53.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.53.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.53.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.53.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.53.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.53.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.54.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.54.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.54.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.54.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.54.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.54.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.55.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.55.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.55.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.55.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.55.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.55.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.56.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.56.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.56.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.56.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.56.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.56.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.57.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.57.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.57.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.57.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.57.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.57.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.58.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.58.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.58.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.58.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.58.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.58.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.59.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.59.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.59.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.59.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.59.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.59.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.6.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.6.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.6.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.6.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.6.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.6.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.60.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.60.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.60.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.60.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.60.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.60.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.61.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.61.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.61.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.61.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.61.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.61.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.62.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.62.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.62.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.62.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.62.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.62.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.63.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.63.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.63.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.63.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.63.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.63.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.64.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.64.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.64.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.64.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.64.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.64.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.65.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.65.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.65.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.65.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.65.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.65.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.66.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.66.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.66.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.66.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.66.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.66.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.67.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.67.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.67.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.67.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.67.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.67.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.68.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.68.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.68.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.68.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.68.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.68.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.69.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.69.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.69.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.69.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.69.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.69.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.7.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.7.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.7.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.7.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.7.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.7.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.70.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.70.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.70.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.70.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.70.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.70.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.71.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.71.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.71.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.71.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.71.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.71.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.72.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.72.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.72.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.72.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.72.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.72.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.73.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.73.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.73.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.73.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.73.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.73.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.74.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.74.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.74.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.74.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.74.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.74.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.75.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.75.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.75.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.75.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.75.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.75.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.76.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.76.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.76.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.76.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.76.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.76.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.77.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.77.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.77.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.77.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.77.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.77.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.78.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.78.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.78.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.78.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.78.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.78.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.79.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.79.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.79.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.79.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.79.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.79.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.8.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.8.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.8.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.8.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.8.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.8.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.80.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.80.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.80.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.80.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.80.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.80.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.81.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.81.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.81.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.81.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.81.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.81.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.82.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.82.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.82.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.82.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.82.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.82.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.83.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.83.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.83.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.83.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.83.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.83.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.84.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.84.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.84.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.84.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.84.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.84.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.85.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.85.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.85.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.85.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.85.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.85.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.86.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.86.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.86.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.86.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.86.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.86.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.87.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.87.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.87.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.87.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.87.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.87.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.88.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.88.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.88.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.88.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.88.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.88.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.89.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.89.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.89.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.89.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.89.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.89.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.9.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.9.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.9.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.9.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.9.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.9.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.90.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.90.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.90.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.90.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.90.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.90.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.91.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.91.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.91.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.91.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.91.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.91.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.92.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.92.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.92.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.92.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.92.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.92.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.93.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.93.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.93.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.93.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.93.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.93.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.94.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.94.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.94.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.94.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.94.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.94.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.95.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.95.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.95.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.95.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.95.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.95.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.96.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.96.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.96.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.96.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.96.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.96.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.97.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.97.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.97.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.97.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.97.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.97.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.98.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.98.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.98.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.98.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.98.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.98.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.99.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.99.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.99.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.99.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.99.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.experts.99.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.gate.e_score_correction_bias": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.gate.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.shared_experts.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.shared_experts.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.mlp.shared_experts.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00016-of-00043.safetensors", + "model.layers.34.self_attn.k_norm.weight": "model-00016-of-00043.safetensors", + "model.layers.34.self_attn.k_proj.bias": "model-00016-of-00043.safetensors", + "model.layers.34.self_attn.k_proj.output_scale": "model-00016-of-00043.safetensors", + "model.layers.34.self_attn.k_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.self_attn.q_norm.weight": "model-00016-of-00043.safetensors", + "model.layers.34.self_attn.q_proj.bias": "model-00016-of-00043.safetensors", + "model.layers.34.self_attn.q_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.34.self_attn.v_proj.bias": "model-00016-of-00043.safetensors", + "model.layers.34.self_attn.v_proj.output_scale": "model-00016-of-00043.safetensors", + "model.layers.34.self_attn.v_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.input_layernorm.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.0.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.0.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.0.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.0.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.0.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.0.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.1.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.1.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.1.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.1.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.1.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.1.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.10.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.10.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.10.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.10.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.10.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.10.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.100.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.100.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.100.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.100.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.100.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.100.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.101.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.101.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.101.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.101.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.101.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.101.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.102.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.102.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.102.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.102.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.102.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.102.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.103.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.103.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.103.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.103.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.103.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.103.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.104.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.104.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.104.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.104.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.104.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.104.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.105.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.105.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.105.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.105.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.105.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.105.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.106.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.106.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.106.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.106.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.106.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.106.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.107.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.107.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.107.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.107.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.107.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.107.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.108.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.108.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.108.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.108.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.108.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.108.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.109.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.109.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.109.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.109.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.109.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.109.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.11.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.11.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.11.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.11.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.11.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.11.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.110.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.110.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.110.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.110.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.110.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.110.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.111.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.111.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.111.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.111.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.111.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.111.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.112.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.112.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.112.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.112.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.112.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.112.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.113.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.113.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.113.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.113.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.113.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.113.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.114.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.114.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.114.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.114.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.114.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.114.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.115.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.115.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.115.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.115.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.115.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.115.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.116.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.116.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.116.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.116.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.116.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.116.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.117.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.117.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.117.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.117.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.117.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.117.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.118.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.118.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.118.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.118.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.118.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.118.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.119.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.119.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.119.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.119.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.119.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.119.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.12.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.12.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.12.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.12.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.12.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.12.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.120.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.120.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.120.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.120.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.120.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.120.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.121.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.121.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.121.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.121.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.121.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.121.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.122.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.122.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.122.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.122.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.122.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.122.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.123.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.123.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.123.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.123.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.123.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.123.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.124.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.124.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.124.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.124.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.124.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.124.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.125.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.125.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.125.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.125.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.125.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.125.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.126.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.126.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.126.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.126.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.126.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.126.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.127.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.127.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.127.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.127.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.127.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.127.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.128.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.128.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.128.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.128.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.128.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.128.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.129.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.129.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.129.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.129.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.129.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.129.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.13.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.13.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.13.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.13.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.13.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.13.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.130.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.130.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.130.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.130.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.130.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.130.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.131.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.131.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.131.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.131.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.131.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.131.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.132.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.132.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.132.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.132.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.132.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.132.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.133.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.133.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.133.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.133.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.133.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.133.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.134.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.134.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.134.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.134.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.134.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.134.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.135.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.135.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.135.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.135.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.135.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.135.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.136.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.136.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.136.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.136.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.136.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.136.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.137.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.137.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.137.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.137.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.137.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.137.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.138.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.138.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.138.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.138.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.138.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.138.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.139.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.139.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.139.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.139.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.139.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.139.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.14.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.14.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.14.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.14.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.14.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.14.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.140.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.140.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.140.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.140.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.140.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.140.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.141.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.141.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.141.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.141.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.141.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.141.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.142.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.142.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.142.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.142.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.142.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.142.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.143.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.143.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.143.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.143.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.143.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.143.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.144.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.144.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.144.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.144.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.144.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.144.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.145.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.145.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.145.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.145.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.145.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.145.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.146.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.146.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.146.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.146.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.146.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.146.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.147.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.147.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.147.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.147.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.147.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.147.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.148.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.148.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.148.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.148.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.148.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.148.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.149.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.149.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.149.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.149.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.149.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.149.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.15.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.15.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.15.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.15.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.15.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.15.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.150.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.150.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.150.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.150.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.150.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.150.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.151.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.151.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.151.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.151.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.151.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.151.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.152.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.152.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.152.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.152.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.152.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.152.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.153.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.153.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.153.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.153.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.153.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.153.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.154.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.154.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.154.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.154.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.154.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.154.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.155.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.155.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.155.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.155.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.155.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.155.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.156.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.156.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.156.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.156.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.156.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.156.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.157.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.157.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.157.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.157.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.157.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.157.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.158.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.158.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.158.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.158.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.158.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.158.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.159.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.159.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.159.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.159.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.159.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.159.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.experts.16.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.16.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.16.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.16.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.16.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.16.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.17.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.17.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.17.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.17.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.17.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.17.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.18.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.18.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.18.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.18.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.18.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.18.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.19.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.19.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.19.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.19.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.19.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.19.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.2.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.2.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.2.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.2.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.2.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.2.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.20.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.20.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.20.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.20.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.20.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.20.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.21.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.21.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.21.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.21.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.21.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.21.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.22.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.22.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.22.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.22.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.22.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.22.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.23.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.23.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.23.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.23.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.23.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.23.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.24.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.24.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.24.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.24.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.24.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.24.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.25.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.25.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.25.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.25.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.25.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.25.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.26.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.26.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.26.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.26.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.26.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.26.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.27.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.27.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.27.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.27.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.27.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.27.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.28.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.28.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.28.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.28.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.28.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.28.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.29.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.29.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.29.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.29.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.29.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.29.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.3.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.3.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.3.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.3.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.3.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.3.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.30.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.30.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.30.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.30.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.30.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.30.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.31.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.31.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.31.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.31.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.31.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.31.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.32.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.32.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.32.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.32.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.32.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.32.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.33.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.33.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.33.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.33.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.33.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.33.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.34.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.34.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.34.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.34.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.34.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.34.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.35.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.35.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.35.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.35.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.35.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.35.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.36.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.36.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.36.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.36.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.36.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.36.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.37.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.37.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.37.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.37.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.37.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.37.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.38.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.38.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.38.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.38.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.38.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.38.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.39.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.39.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.39.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.39.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.39.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.39.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.4.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.4.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.4.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.4.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.4.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.4.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.40.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.40.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.40.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.40.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.40.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.40.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.41.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.41.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.41.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.41.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.41.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.41.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.42.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.42.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.42.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.42.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.42.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.42.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.43.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.43.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.43.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.43.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.43.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.43.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.44.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.44.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.44.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.44.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.44.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.44.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.45.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.45.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.45.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.45.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.45.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.45.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.46.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.46.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.46.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.46.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.46.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.46.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.47.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.47.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.47.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.47.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.47.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.47.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.48.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.48.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.48.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.48.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.48.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.48.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.49.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.49.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.49.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.49.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.49.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.49.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.5.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.5.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.5.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.5.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.5.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.5.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.50.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.50.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.50.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.50.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.50.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.50.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.51.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.51.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.51.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.51.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.51.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.51.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.52.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.52.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.52.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.52.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.52.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.52.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.53.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.53.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.53.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.53.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.53.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.53.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.54.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.54.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.54.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.54.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.54.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.54.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.55.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.55.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.55.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.55.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.55.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.55.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.56.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.56.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.56.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.56.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.56.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.56.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.57.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.57.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.57.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.57.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.57.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.57.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.58.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.58.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.58.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.58.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.58.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.58.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.59.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.59.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.59.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.59.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.59.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.59.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.6.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.6.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.6.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.6.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.6.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.6.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.60.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.60.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.60.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.60.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.60.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.60.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.61.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.61.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.61.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.61.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.61.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.61.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.62.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.62.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.62.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.62.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.62.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.62.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.63.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.63.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.63.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.63.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.63.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.63.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.64.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.64.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.64.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.64.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.64.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.64.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.65.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.65.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.65.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.65.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.65.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.65.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.66.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.66.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.66.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.66.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.66.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.66.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.67.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.67.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.67.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.67.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.67.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.67.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.68.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.68.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.68.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.68.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.68.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.68.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.69.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.69.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.69.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.69.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.69.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.69.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.7.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.7.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.7.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.7.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.7.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.7.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.70.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.70.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.70.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.70.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.70.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.70.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.71.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.71.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.71.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.71.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.71.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.71.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.72.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.72.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.72.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.72.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.72.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.72.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.73.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.73.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.73.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.73.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.73.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.73.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.74.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.74.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.74.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.74.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.74.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.74.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.75.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.75.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.75.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.75.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.75.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.75.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.76.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.76.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.76.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.76.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.76.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.76.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.77.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.77.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.77.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.77.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.77.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.77.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.78.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.78.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.78.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.78.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.78.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.78.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.79.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.79.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.79.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.79.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.79.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.79.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.8.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.8.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.8.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.8.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.8.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.8.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.80.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.80.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.80.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.80.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.80.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.80.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.81.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.81.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.81.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.81.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.81.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.81.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.82.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.82.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.82.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.82.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.82.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.82.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.83.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.83.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.83.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.83.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.83.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.83.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.84.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.84.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.84.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.84.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.84.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.84.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.85.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.85.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.85.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.85.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.85.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.85.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.86.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.86.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.86.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.86.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.86.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.86.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.87.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.87.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.87.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.87.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.87.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.87.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.88.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.88.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.88.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.88.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.88.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.88.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.89.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.89.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.89.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.89.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.89.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.89.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.9.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.9.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.9.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.9.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.9.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.9.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.90.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.90.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.90.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.90.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.90.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.90.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.91.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.91.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.91.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.91.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.91.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.91.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.92.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.92.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.92.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.92.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.92.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.92.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.93.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.93.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.93.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.93.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.93.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.93.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.94.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.94.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.94.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.94.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.94.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.94.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.95.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.95.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.95.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.95.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.95.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.95.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.96.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.96.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.96.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.96.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.96.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.96.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.97.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.97.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.97.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.97.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.97.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.97.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.98.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.98.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.98.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.98.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.98.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.98.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.99.down_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.99.down_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.99.gate_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.99.gate_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.99.up_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.experts.99.up_proj.weight_scale": "model-00016-of-00043.safetensors", + "model.layers.35.mlp.gate.e_score_correction_bias": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.gate.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.shared_experts.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.shared_experts.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.mlp.shared_experts.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00017-of-00043.safetensors", + "model.layers.35.self_attn.k_norm.weight": "model-00016-of-00043.safetensors", + "model.layers.35.self_attn.k_proj.bias": "model-00016-of-00043.safetensors", + "model.layers.35.self_attn.k_proj.output_scale": "model-00016-of-00043.safetensors", + "model.layers.35.self_attn.k_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.self_attn.q_norm.weight": "model-00016-of-00043.safetensors", + "model.layers.35.self_attn.q_proj.bias": "model-00016-of-00043.safetensors", + "model.layers.35.self_attn.q_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.35.self_attn.v_proj.bias": "model-00016-of-00043.safetensors", + "model.layers.35.self_attn.v_proj.output_scale": "model-00016-of-00043.safetensors", + "model.layers.35.self_attn.v_proj.weight": "model-00016-of-00043.safetensors", + "model.layers.36.input_layernorm.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.0.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.0.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.0.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.0.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.0.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.0.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.1.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.1.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.1.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.1.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.1.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.1.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.10.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.10.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.10.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.10.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.10.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.10.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.100.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.100.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.100.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.100.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.100.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.100.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.101.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.101.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.101.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.101.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.101.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.101.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.102.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.102.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.102.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.102.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.102.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.102.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.103.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.103.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.103.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.103.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.103.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.103.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.104.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.104.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.104.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.104.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.104.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.104.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.105.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.105.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.105.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.105.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.105.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.105.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.106.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.106.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.106.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.106.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.106.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.106.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.107.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.107.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.107.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.107.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.107.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.107.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.108.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.108.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.108.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.108.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.108.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.108.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.109.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.109.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.109.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.109.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.109.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.109.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.11.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.11.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.11.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.11.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.11.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.11.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.110.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.110.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.110.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.110.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.110.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.110.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.111.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.111.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.111.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.111.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.111.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.111.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.112.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.112.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.112.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.112.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.112.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.112.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.113.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.113.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.113.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.113.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.113.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.113.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.114.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.114.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.114.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.114.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.114.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.114.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.115.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.115.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.115.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.115.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.115.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.115.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.116.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.116.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.116.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.116.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.116.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.116.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.117.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.117.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.117.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.117.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.117.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.117.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.118.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.118.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.118.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.118.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.118.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.118.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.119.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.119.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.119.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.119.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.119.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.119.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.12.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.12.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.12.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.12.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.12.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.12.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.120.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.120.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.120.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.120.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.120.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.120.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.121.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.121.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.121.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.121.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.121.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.121.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.122.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.122.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.122.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.122.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.122.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.122.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.123.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.123.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.123.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.123.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.123.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.123.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.124.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.124.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.124.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.124.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.124.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.124.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.125.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.125.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.125.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.125.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.125.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.125.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.126.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.126.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.126.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.126.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.126.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.126.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.127.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.127.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.127.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.127.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.127.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.127.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.128.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.128.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.128.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.128.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.128.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.128.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.129.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.129.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.129.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.129.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.129.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.129.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.13.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.13.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.13.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.13.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.13.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.13.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.130.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.130.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.130.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.130.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.130.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.130.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.131.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.131.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.131.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.131.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.131.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.131.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.132.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.132.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.132.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.132.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.132.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.132.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.133.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.133.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.133.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.133.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.133.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.133.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.134.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.134.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.134.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.134.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.134.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.134.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.135.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.135.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.135.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.135.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.135.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.135.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.136.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.136.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.136.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.136.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.136.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.136.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.137.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.137.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.137.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.137.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.137.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.137.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.138.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.138.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.138.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.138.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.138.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.138.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.139.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.139.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.139.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.139.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.139.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.139.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.14.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.14.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.14.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.14.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.14.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.14.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.140.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.140.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.140.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.140.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.140.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.140.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.141.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.141.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.141.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.141.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.141.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.141.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.142.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.142.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.142.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.142.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.142.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.142.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.143.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.143.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.143.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.143.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.143.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.143.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.144.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.144.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.144.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.144.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.144.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.144.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.145.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.145.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.145.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.145.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.145.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.145.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.146.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.146.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.146.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.146.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.146.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.146.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.147.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.147.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.147.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.147.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.147.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.147.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.148.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.148.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.148.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.148.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.148.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.148.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.149.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.149.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.149.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.149.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.149.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.149.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.15.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.15.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.15.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.15.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.15.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.15.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.150.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.150.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.150.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.150.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.150.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.150.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.151.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.151.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.151.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.151.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.151.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.151.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.152.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.152.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.152.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.152.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.152.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.152.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.153.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.153.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.153.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.153.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.153.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.153.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.154.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.154.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.154.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.154.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.154.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.154.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.155.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.155.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.155.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.155.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.155.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.155.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.156.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.156.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.156.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.156.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.156.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.156.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.157.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.157.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.157.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.157.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.157.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.157.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.158.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.158.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.158.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.158.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.158.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.158.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.159.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.159.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.159.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.159.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.159.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.159.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.16.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.16.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.16.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.16.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.16.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.16.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.17.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.17.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.17.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.17.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.17.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.17.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.18.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.18.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.18.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.18.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.18.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.18.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.19.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.19.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.19.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.19.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.19.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.19.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.2.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.2.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.2.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.2.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.2.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.2.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.20.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.20.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.20.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.20.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.20.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.20.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.21.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.21.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.21.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.21.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.21.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.21.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.22.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.22.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.22.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.22.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.22.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.22.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.23.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.23.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.23.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.23.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.23.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.23.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.24.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.24.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.24.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.24.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.24.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.24.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.25.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.25.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.25.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.25.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.25.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.25.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.26.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.26.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.26.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.26.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.26.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.26.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.27.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.27.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.27.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.27.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.27.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.27.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.28.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.28.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.28.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.28.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.28.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.28.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.29.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.29.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.29.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.29.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.29.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.29.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.3.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.3.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.3.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.3.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.3.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.3.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.30.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.30.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.30.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.30.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.30.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.30.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.31.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.31.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.31.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.31.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.31.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.31.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.32.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.32.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.32.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.32.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.32.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.32.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.33.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.33.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.33.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.33.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.33.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.33.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.34.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.34.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.34.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.34.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.34.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.34.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.35.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.35.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.35.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.35.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.35.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.35.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.36.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.36.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.36.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.36.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.36.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.36.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.37.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.37.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.37.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.37.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.37.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.37.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.38.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.38.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.38.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.38.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.38.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.38.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.39.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.39.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.39.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.39.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.39.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.39.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.4.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.4.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.4.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.4.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.4.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.4.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.40.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.40.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.40.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.40.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.40.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.40.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.41.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.41.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.41.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.41.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.41.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.41.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.42.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.42.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.42.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.42.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.42.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.42.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.43.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.43.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.43.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.43.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.43.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.43.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.44.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.44.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.44.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.44.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.44.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.44.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.45.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.45.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.45.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.45.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.45.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.45.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.46.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.46.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.46.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.46.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.46.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.46.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.47.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.47.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.47.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.47.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.47.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.47.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.48.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.48.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.48.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.48.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.48.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.48.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.49.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.49.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.49.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.49.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.49.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.49.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.5.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.5.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.5.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.5.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.5.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.5.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.50.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.50.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.50.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.50.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.50.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.50.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.51.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.51.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.51.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.51.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.51.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.51.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.52.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.52.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.52.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.52.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.52.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.52.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.53.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.53.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.53.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.53.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.53.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.53.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.54.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.54.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.54.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.54.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.54.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.54.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.55.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.55.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.55.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.55.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.55.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.55.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.56.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.56.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.56.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.56.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.56.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.56.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.57.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.57.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.57.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.57.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.57.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.57.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.58.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.58.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.58.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.58.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.58.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.58.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.59.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.59.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.59.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.59.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.59.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.59.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.6.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.6.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.6.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.6.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.6.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.6.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.60.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.60.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.60.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.60.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.60.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.60.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.61.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.61.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.61.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.61.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.61.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.61.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.62.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.62.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.62.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.62.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.62.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.62.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.63.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.63.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.63.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.63.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.63.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.63.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.64.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.64.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.64.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.64.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.64.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.64.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.65.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.65.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.65.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.65.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.65.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.65.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.66.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.66.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.66.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.66.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.66.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.66.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.67.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.67.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.67.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.67.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.67.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.67.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.68.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.68.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.68.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.68.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.68.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.68.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.69.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.69.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.69.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.69.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.69.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.69.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.7.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.7.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.7.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.7.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.7.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.7.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.70.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.70.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.70.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.70.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.70.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.70.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.71.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.71.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.71.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.71.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.71.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.71.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.72.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.72.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.72.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.72.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.72.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.72.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.73.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.73.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.73.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.73.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.73.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.73.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.74.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.74.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.74.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.74.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.74.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.74.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.75.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.75.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.75.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.75.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.75.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.75.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.76.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.76.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.76.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.76.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.76.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.76.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.77.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.77.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.77.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.77.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.77.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.77.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.78.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.78.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.78.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.78.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.78.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.78.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.79.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.79.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.79.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.79.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.79.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.79.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.8.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.8.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.8.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.8.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.8.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.8.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.80.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.80.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.80.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.80.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.80.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.80.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.81.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.81.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.81.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.81.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.81.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.81.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.82.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.82.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.82.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.82.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.82.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.82.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.83.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.83.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.83.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.83.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.83.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.83.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.84.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.84.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.84.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.84.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.84.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.84.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.85.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.85.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.85.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.85.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.85.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.85.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.86.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.86.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.86.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.86.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.86.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.86.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.87.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.87.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.87.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.87.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.87.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.87.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.88.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.88.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.88.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.88.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.88.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.88.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.89.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.89.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.89.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.89.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.89.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.89.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.9.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.9.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.9.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.9.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.9.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.9.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.90.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.90.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.90.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.90.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.90.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.90.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.91.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.91.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.91.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.91.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.91.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.91.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.92.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.92.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.92.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.92.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.92.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.92.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.93.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.93.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.93.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.93.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.93.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.93.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.94.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.94.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.94.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.94.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.94.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.94.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.95.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.95.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.95.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.95.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.95.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.95.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.96.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.96.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.96.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.96.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.96.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.96.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.97.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.97.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.97.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.97.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.97.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.97.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.98.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.98.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.98.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.98.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.98.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.98.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.99.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.99.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.99.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.99.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.99.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.experts.99.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.gate.e_score_correction_bias": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.gate.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.shared_experts.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.shared_experts.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.mlp.shared_experts.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.post_attention_layernorm.weight": "model-00017-of-00043.safetensors", + "model.layers.36.self_attn.k_norm.weight": "model-00017-of-00043.safetensors", + "model.layers.36.self_attn.k_proj.bias": "model-00017-of-00043.safetensors", + "model.layers.36.self_attn.k_proj.output_scale": "model-00017-of-00043.safetensors", + "model.layers.36.self_attn.k_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.self_attn.o_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.self_attn.q_norm.weight": "model-00017-of-00043.safetensors", + "model.layers.36.self_attn.q_proj.bias": "model-00017-of-00043.safetensors", + "model.layers.36.self_attn.q_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.36.self_attn.v_proj.bias": "model-00017-of-00043.safetensors", + "model.layers.36.self_attn.v_proj.output_scale": "model-00017-of-00043.safetensors", + "model.layers.36.self_attn.v_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.input_layernorm.weight": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.0.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.0.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.0.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.0.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.0.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.0.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.1.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.1.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.1.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.1.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.1.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.1.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.10.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.10.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.10.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.10.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.10.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.10.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.100.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.100.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.100.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.100.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.100.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.100.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.101.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.101.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.101.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.101.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.101.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.101.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.102.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.102.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.102.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.102.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.102.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.102.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.103.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.103.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.103.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.103.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.103.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.103.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.104.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.104.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.104.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.104.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.104.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.104.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.105.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.105.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.105.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.105.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.105.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.105.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.106.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.106.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.106.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.106.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.106.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.106.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.107.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.107.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.107.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.107.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.107.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.107.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.108.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.108.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.108.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.108.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.108.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.108.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.109.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.109.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.109.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.109.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.109.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.109.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.11.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.11.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.11.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.11.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.11.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.11.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.110.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.110.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.110.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.110.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.110.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.110.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.111.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.111.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.111.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.111.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.111.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.111.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.112.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.112.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.112.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.112.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.112.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.112.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.113.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.113.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.113.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.113.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.113.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.113.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.114.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.114.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.114.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.114.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.114.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.114.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.115.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.115.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.115.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.115.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.115.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.115.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.116.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.116.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.116.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.116.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.116.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.116.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.117.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.117.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.117.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.117.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.117.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.117.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.118.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.118.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.118.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.118.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.118.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.118.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.119.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.119.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.119.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.119.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.119.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.119.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.12.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.12.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.12.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.12.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.12.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.12.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.120.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.120.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.120.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.120.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.120.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.120.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.121.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.121.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.121.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.121.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.121.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.121.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.122.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.122.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.122.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.122.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.122.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.122.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.123.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.123.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.123.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.123.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.123.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.123.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.124.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.124.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.124.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.124.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.124.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.124.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.125.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.125.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.125.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.125.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.125.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.125.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.126.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.126.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.126.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.126.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.126.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.126.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.127.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.127.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.127.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.127.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.127.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.127.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.128.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.128.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.128.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.128.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.128.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.128.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.129.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.129.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.129.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.129.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.129.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.129.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.13.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.13.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.13.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.13.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.13.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.13.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.130.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.130.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.130.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.130.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.130.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.130.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.131.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.131.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.131.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.131.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.131.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.131.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.132.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.132.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.132.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.132.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.132.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.132.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.133.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.133.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.133.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.133.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.133.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.133.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.134.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.134.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.134.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.134.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.134.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.134.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.135.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.135.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.135.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.135.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.135.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.135.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.136.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.136.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.136.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.136.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.136.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.136.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.137.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.137.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.137.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.137.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.137.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.137.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.138.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.138.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.138.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.138.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.138.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.138.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.139.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.139.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.139.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.139.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.139.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.139.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.14.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.14.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.14.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.14.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.14.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.14.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.140.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.140.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.140.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.140.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.140.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.140.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.141.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.141.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.141.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.141.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.141.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.141.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.142.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.142.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.142.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.142.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.142.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.142.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.143.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.143.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.143.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.143.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.143.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.143.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.144.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.144.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.144.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.144.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.144.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.144.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.145.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.145.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.145.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.145.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.145.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.145.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.146.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.146.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.146.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.146.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.146.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.146.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.147.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.147.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.147.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.147.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.147.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.147.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.148.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.148.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.148.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.148.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.148.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.148.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.149.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.149.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.149.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.149.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.149.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.149.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.15.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.15.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.15.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.15.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.15.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.15.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.150.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.150.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.150.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.150.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.150.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.150.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.151.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.151.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.151.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.151.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.151.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.151.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.152.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.152.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.152.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.152.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.152.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.152.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.153.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.153.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.153.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.153.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.153.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.153.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.154.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.154.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.154.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.154.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.154.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.154.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.155.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.155.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.155.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.155.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.155.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.155.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.156.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.156.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.156.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.156.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.156.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.156.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.157.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.157.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.157.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.157.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.157.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.157.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.158.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.158.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.158.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.158.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.158.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.158.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.159.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.159.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.159.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.159.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.159.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.159.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.experts.16.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.16.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.16.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.16.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.16.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.16.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.17.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.17.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.17.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.17.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.17.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.17.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.18.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.18.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.18.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.18.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.18.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.18.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.19.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.19.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.19.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.19.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.19.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.19.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.2.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.2.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.2.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.2.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.2.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.2.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.20.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.20.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.20.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.20.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.20.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.20.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.21.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.21.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.21.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.21.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.21.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.21.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.22.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.22.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.22.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.22.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.22.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.22.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.23.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.23.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.23.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.23.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.23.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.23.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.24.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.24.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.24.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.24.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.24.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.24.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.25.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.25.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.25.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.25.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.25.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.25.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.26.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.26.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.26.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.26.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.26.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.26.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.27.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.27.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.27.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.27.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.27.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.27.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.28.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.28.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.28.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.28.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.28.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.28.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.29.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.29.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.29.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.29.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.29.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.29.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.3.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.3.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.3.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.3.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.3.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.3.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.30.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.30.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.30.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.30.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.30.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.30.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.31.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.31.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.31.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.31.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.31.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.31.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.32.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.32.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.32.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.32.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.32.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.32.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.33.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.33.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.33.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.33.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.33.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.33.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.34.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.34.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.34.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.34.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.34.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.34.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.35.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.35.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.35.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.35.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.35.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.35.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.36.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.36.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.36.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.36.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.36.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.36.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.37.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.37.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.37.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.37.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.37.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.37.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.38.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.38.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.38.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.38.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.38.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.38.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.39.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.39.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.39.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.39.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.39.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.39.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.4.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.4.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.4.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.4.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.4.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.4.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.40.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.40.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.40.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.40.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.40.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.40.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.41.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.41.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.41.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.41.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.41.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.41.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.42.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.42.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.42.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.42.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.42.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.42.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.43.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.43.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.43.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.43.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.43.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.43.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.44.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.44.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.44.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.44.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.44.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.44.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.45.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.45.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.45.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.45.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.45.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.45.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.46.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.46.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.46.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.46.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.46.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.46.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.47.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.47.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.47.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.47.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.47.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.47.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.48.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.48.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.48.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.48.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.48.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.48.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.49.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.49.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.49.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.49.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.49.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.49.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.5.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.5.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.5.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.5.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.5.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.5.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.50.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.50.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.50.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.50.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.50.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.50.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.51.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.51.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.51.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.51.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.51.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.51.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.52.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.52.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.52.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.52.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.52.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.52.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.53.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.53.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.53.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.53.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.53.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.53.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.54.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.54.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.54.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.54.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.54.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.54.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.55.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.55.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.55.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.55.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.55.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.55.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.56.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.56.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.56.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.56.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.56.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.56.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.57.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.57.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.57.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.57.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.57.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.57.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.58.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.58.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.58.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.58.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.58.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.58.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.59.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.59.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.59.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.59.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.59.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.59.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.6.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.6.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.6.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.6.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.6.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.6.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.60.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.60.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.60.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.60.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.60.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.60.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.61.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.61.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.61.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.61.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.61.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.61.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.62.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.62.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.62.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.62.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.62.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.62.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.63.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.63.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.63.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.63.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.63.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.63.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.64.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.64.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.64.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.64.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.64.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.64.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.65.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.65.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.65.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.65.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.65.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.65.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.66.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.66.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.66.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.66.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.66.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.66.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.67.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.67.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.67.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.67.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.67.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.67.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.68.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.68.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.68.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.68.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.68.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.68.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.69.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.69.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.69.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.69.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.69.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.69.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.7.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.7.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.7.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.7.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.7.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.7.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.70.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.70.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.70.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.70.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.70.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.70.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.71.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.71.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.71.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.71.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.71.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.71.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.72.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.72.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.72.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.72.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.72.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.72.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.73.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.73.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.73.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.73.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.73.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.73.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.74.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.74.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.74.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.74.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.74.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.74.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.75.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.75.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.75.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.75.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.75.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.75.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.76.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.76.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.76.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.76.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.76.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.76.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.77.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.77.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.77.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.77.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.77.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.77.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.78.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.78.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.78.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.78.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.78.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.78.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.79.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.79.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.79.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.79.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.79.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.79.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.8.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.8.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.8.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.8.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.8.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.8.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.80.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.80.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.80.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.80.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.80.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.80.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.81.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.81.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.81.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.81.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.81.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.81.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.82.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.82.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.82.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.82.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.82.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.82.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.83.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.83.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.83.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.83.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.83.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.83.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.84.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.84.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.84.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.84.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.84.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.84.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.85.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.85.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.85.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.85.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.85.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.85.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.86.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.86.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.86.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.86.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.86.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.86.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.87.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.87.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.87.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.87.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.87.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.87.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.88.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.88.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.88.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.88.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.88.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.88.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.89.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.89.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.89.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.89.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.89.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.89.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.9.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.9.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.9.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.9.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.9.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.9.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.90.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.90.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.90.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.90.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.90.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.90.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.91.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.91.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.91.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.91.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.91.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.91.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.92.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.92.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.92.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.92.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.92.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.92.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.93.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.93.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.93.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.93.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.93.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.93.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.94.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.94.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.94.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.94.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.94.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.94.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.95.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.95.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.95.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.95.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.95.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.95.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.96.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.96.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.96.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.96.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.96.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.96.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.97.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.97.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.97.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.97.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.97.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.97.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.98.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.98.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.98.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.98.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.98.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.98.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.99.down_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.99.down_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.99.gate_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.99.gate_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.99.up_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.experts.99.up_proj.weight_scale": "model-00017-of-00043.safetensors", + "model.layers.37.mlp.gate.e_score_correction_bias": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.gate.weight": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.shared_experts.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.shared_experts.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.37.mlp.shared_experts.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.37.post_attention_layernorm.weight": "model-00018-of-00043.safetensors", + "model.layers.37.self_attn.k_norm.weight": "model-00017-of-00043.safetensors", + "model.layers.37.self_attn.k_proj.bias": "model-00017-of-00043.safetensors", + "model.layers.37.self_attn.k_proj.output_scale": "model-00017-of-00043.safetensors", + "model.layers.37.self_attn.k_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.self_attn.o_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.self_attn.q_norm.weight": "model-00017-of-00043.safetensors", + "model.layers.37.self_attn.q_proj.bias": "model-00017-of-00043.safetensors", + "model.layers.37.self_attn.q_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.37.self_attn.v_proj.bias": "model-00017-of-00043.safetensors", + "model.layers.37.self_attn.v_proj.output_scale": "model-00017-of-00043.safetensors", + "model.layers.37.self_attn.v_proj.weight": "model-00017-of-00043.safetensors", + "model.layers.38.input_layernorm.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.0.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.0.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.0.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.0.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.0.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.0.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.1.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.1.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.1.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.1.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.1.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.1.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.10.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.10.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.10.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.10.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.10.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.10.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.100.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.100.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.100.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.100.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.100.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.100.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.101.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.101.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.101.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.101.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.101.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.101.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.102.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.102.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.102.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.102.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.102.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.102.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.103.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.103.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.103.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.103.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.103.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.103.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.104.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.104.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.104.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.104.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.104.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.104.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.105.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.105.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.105.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.105.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.105.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.105.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.106.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.106.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.106.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.106.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.106.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.106.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.107.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.107.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.107.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.107.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.107.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.107.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.108.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.108.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.108.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.108.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.108.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.108.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.109.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.109.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.109.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.109.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.109.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.109.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.11.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.11.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.11.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.11.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.11.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.11.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.110.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.110.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.110.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.110.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.110.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.110.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.111.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.111.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.111.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.111.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.111.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.111.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.112.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.112.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.112.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.112.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.112.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.112.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.113.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.113.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.113.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.113.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.113.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.113.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.114.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.114.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.114.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.114.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.114.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.114.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.115.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.115.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.115.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.115.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.115.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.115.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.116.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.116.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.116.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.116.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.116.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.116.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.117.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.117.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.117.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.117.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.117.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.117.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.118.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.118.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.118.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.118.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.118.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.118.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.119.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.119.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.119.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.119.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.119.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.119.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.12.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.12.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.12.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.12.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.12.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.12.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.120.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.120.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.120.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.120.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.120.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.120.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.121.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.121.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.121.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.121.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.121.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.121.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.122.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.122.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.122.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.122.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.122.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.122.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.123.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.123.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.123.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.123.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.123.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.123.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.124.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.124.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.124.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.124.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.124.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.124.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.125.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.125.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.125.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.125.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.125.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.125.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.126.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.126.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.126.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.126.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.126.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.126.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.127.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.127.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.127.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.127.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.127.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.127.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.128.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.128.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.128.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.128.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.128.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.128.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.129.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.129.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.129.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.129.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.129.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.129.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.13.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.13.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.13.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.13.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.13.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.13.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.130.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.130.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.130.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.130.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.130.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.130.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.131.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.131.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.131.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.131.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.131.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.131.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.132.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.132.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.132.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.132.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.132.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.132.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.133.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.133.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.133.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.133.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.133.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.133.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.134.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.134.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.134.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.134.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.134.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.134.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.135.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.135.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.135.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.135.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.135.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.135.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.136.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.136.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.136.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.136.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.136.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.136.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.137.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.137.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.137.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.137.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.137.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.137.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.138.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.138.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.138.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.138.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.138.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.138.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.139.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.139.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.139.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.139.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.139.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.139.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.14.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.14.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.14.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.14.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.14.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.14.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.140.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.140.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.140.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.140.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.140.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.140.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.141.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.141.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.141.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.141.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.141.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.141.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.142.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.142.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.142.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.142.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.142.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.142.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.143.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.143.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.143.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.143.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.143.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.143.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.144.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.144.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.144.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.144.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.144.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.144.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.145.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.145.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.145.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.145.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.145.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.145.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.146.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.146.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.146.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.146.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.146.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.146.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.147.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.147.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.147.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.147.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.147.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.147.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.148.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.148.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.148.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.148.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.148.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.148.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.149.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.149.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.149.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.149.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.149.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.149.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.15.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.15.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.15.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.15.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.15.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.15.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.150.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.150.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.150.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.150.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.150.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.150.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.151.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.151.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.151.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.151.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.151.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.151.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.152.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.152.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.152.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.152.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.152.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.152.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.153.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.153.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.153.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.153.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.153.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.153.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.154.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.154.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.154.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.154.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.154.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.154.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.155.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.155.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.155.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.155.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.155.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.155.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.156.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.156.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.156.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.156.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.156.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.156.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.157.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.157.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.157.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.157.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.157.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.157.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.158.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.158.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.158.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.158.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.158.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.158.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.159.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.159.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.159.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.159.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.159.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.159.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.16.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.16.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.16.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.16.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.16.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.16.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.17.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.17.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.17.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.17.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.17.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.17.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.18.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.18.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.18.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.18.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.18.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.18.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.19.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.19.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.19.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.19.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.19.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.19.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.2.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.2.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.2.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.2.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.2.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.2.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.20.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.20.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.20.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.20.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.20.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.20.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.21.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.21.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.21.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.21.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.21.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.21.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.22.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.22.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.22.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.22.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.22.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.22.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.23.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.23.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.23.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.23.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.23.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.23.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.24.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.24.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.24.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.24.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.24.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.24.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.25.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.25.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.25.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.25.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.25.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.25.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.26.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.26.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.26.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.26.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.26.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.26.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.27.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.27.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.27.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.27.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.27.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.27.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.28.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.28.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.28.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.28.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.28.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.28.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.29.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.29.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.29.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.29.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.29.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.29.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.3.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.3.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.3.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.3.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.3.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.3.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.30.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.30.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.30.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.30.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.30.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.30.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.31.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.31.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.31.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.31.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.31.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.31.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.32.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.32.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.32.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.32.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.32.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.32.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.33.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.33.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.33.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.33.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.33.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.33.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.34.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.34.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.34.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.34.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.34.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.34.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.35.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.35.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.35.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.35.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.35.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.35.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.36.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.36.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.36.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.36.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.36.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.36.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.37.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.37.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.37.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.37.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.37.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.37.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.38.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.38.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.38.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.38.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.38.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.38.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.39.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.39.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.39.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.39.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.39.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.39.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.4.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.4.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.4.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.4.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.4.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.4.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.40.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.40.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.40.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.40.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.40.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.40.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.41.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.41.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.41.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.41.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.41.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.41.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.42.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.42.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.42.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.42.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.42.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.42.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.43.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.43.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.43.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.43.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.43.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.43.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.44.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.44.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.44.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.44.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.44.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.44.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.45.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.45.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.45.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.45.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.45.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.45.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.46.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.46.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.46.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.46.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.46.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.46.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.47.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.47.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.47.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.47.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.47.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.47.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.48.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.48.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.48.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.48.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.48.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.48.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.49.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.49.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.49.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.49.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.49.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.49.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.5.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.5.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.5.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.5.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.5.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.5.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.50.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.50.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.50.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.50.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.50.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.50.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.51.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.51.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.51.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.51.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.51.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.51.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.52.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.52.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.52.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.52.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.52.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.52.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.53.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.53.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.53.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.53.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.53.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.53.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.54.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.54.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.54.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.54.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.54.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.54.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.55.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.55.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.55.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.55.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.55.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.55.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.56.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.56.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.56.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.56.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.56.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.56.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.57.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.57.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.57.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.57.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.57.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.57.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.58.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.58.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.58.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.58.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.58.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.58.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.59.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.59.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.59.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.59.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.59.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.59.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.6.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.6.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.6.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.6.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.6.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.6.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.60.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.60.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.60.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.60.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.60.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.60.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.61.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.61.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.61.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.61.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.61.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.61.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.62.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.62.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.62.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.62.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.62.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.62.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.63.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.63.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.63.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.63.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.63.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.63.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.64.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.64.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.64.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.64.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.64.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.64.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.65.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.65.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.65.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.65.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.65.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.65.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.66.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.66.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.66.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.66.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.66.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.66.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.67.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.67.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.67.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.67.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.67.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.67.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.68.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.68.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.68.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.68.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.68.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.68.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.69.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.69.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.69.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.69.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.69.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.69.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.7.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.7.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.7.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.7.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.7.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.7.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.70.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.70.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.70.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.70.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.70.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.70.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.71.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.71.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.71.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.71.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.71.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.71.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.72.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.72.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.72.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.72.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.72.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.72.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.73.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.73.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.73.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.73.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.73.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.73.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.74.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.74.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.74.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.74.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.74.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.74.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.75.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.75.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.75.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.75.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.75.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.75.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.76.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.76.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.76.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.76.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.76.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.76.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.77.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.77.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.77.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.77.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.77.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.77.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.78.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.78.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.78.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.78.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.78.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.78.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.79.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.79.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.79.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.79.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.79.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.79.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.8.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.8.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.8.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.8.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.8.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.8.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.80.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.80.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.80.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.80.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.80.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.80.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.81.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.81.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.81.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.81.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.81.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.81.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.82.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.82.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.82.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.82.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.82.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.82.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.83.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.83.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.83.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.83.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.83.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.83.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.84.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.84.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.84.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.84.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.84.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.84.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.85.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.85.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.85.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.85.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.85.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.85.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.86.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.86.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.86.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.86.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.86.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.86.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.87.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.87.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.87.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.87.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.87.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.87.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.88.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.88.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.88.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.88.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.88.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.88.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.89.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.89.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.89.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.89.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.89.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.89.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.9.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.9.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.9.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.9.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.9.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.9.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.90.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.90.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.90.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.90.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.90.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.90.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.91.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.91.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.91.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.91.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.91.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.91.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.92.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.92.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.92.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.92.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.92.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.92.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.93.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.93.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.93.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.93.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.93.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.93.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.94.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.94.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.94.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.94.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.94.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.94.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.95.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.95.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.95.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.95.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.95.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.95.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.96.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.96.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.96.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.96.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.96.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.96.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.97.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.97.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.97.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.97.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.97.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.97.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.98.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.98.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.98.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.98.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.98.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.98.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.99.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.99.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.99.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.99.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.99.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.experts.99.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.gate.e_score_correction_bias": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.gate.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.shared_experts.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.shared_experts.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.mlp.shared_experts.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.post_attention_layernorm.weight": "model-00018-of-00043.safetensors", + "model.layers.38.self_attn.k_norm.weight": "model-00018-of-00043.safetensors", + "model.layers.38.self_attn.k_proj.bias": "model-00018-of-00043.safetensors", + "model.layers.38.self_attn.k_proj.output_scale": "model-00018-of-00043.safetensors", + "model.layers.38.self_attn.k_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.self_attn.o_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.self_attn.q_norm.weight": "model-00018-of-00043.safetensors", + "model.layers.38.self_attn.q_proj.bias": "model-00018-of-00043.safetensors", + "model.layers.38.self_attn.q_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.38.self_attn.v_proj.bias": "model-00018-of-00043.safetensors", + "model.layers.38.self_attn.v_proj.output_scale": "model-00018-of-00043.safetensors", + "model.layers.38.self_attn.v_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.input_layernorm.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.0.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.0.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.0.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.0.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.0.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.0.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.1.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.1.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.1.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.1.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.1.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.1.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.10.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.10.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.10.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.10.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.10.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.10.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.100.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.100.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.100.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.100.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.100.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.100.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.101.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.101.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.101.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.101.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.101.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.101.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.102.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.102.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.102.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.102.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.102.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.102.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.103.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.103.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.103.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.103.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.103.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.103.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.104.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.104.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.104.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.104.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.104.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.104.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.105.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.105.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.105.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.105.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.105.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.105.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.106.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.106.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.106.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.106.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.106.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.106.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.107.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.107.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.107.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.107.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.107.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.107.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.108.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.108.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.108.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.108.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.108.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.108.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.109.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.109.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.109.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.109.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.109.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.109.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.11.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.11.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.11.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.11.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.11.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.11.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.110.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.110.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.110.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.110.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.110.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.110.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.111.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.111.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.111.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.111.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.111.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.111.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.112.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.112.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.112.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.112.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.112.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.112.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.113.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.113.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.113.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.113.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.113.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.113.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.114.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.114.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.114.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.114.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.114.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.114.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.115.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.115.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.115.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.115.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.115.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.115.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.116.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.116.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.116.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.116.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.116.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.116.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.117.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.117.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.117.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.117.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.117.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.117.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.118.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.118.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.118.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.118.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.118.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.118.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.119.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.119.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.119.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.119.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.119.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.119.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.12.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.12.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.12.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.12.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.12.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.12.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.120.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.120.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.120.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.120.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.120.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.120.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.121.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.121.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.121.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.121.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.121.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.121.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.122.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.122.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.122.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.122.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.122.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.122.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.123.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.123.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.123.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.123.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.123.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.123.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.124.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.124.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.124.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.124.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.124.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.124.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.125.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.125.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.125.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.125.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.125.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.125.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.126.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.126.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.126.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.126.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.126.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.126.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.127.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.127.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.127.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.127.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.127.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.127.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.128.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.128.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.128.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.128.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.128.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.128.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.129.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.129.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.129.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.129.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.129.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.129.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.13.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.13.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.13.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.13.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.13.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.13.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.130.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.130.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.130.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.130.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.130.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.130.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.131.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.131.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.131.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.131.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.131.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.131.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.132.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.132.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.132.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.132.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.132.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.132.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.133.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.133.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.133.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.133.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.133.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.133.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.134.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.134.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.134.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.134.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.134.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.134.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.135.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.135.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.135.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.135.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.135.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.135.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.136.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.136.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.136.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.136.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.136.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.136.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.137.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.137.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.137.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.137.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.137.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.137.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.138.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.138.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.138.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.138.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.138.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.138.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.139.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.139.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.139.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.139.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.139.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.139.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.14.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.14.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.14.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.14.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.14.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.14.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.140.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.140.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.140.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.140.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.140.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.140.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.141.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.141.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.141.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.141.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.141.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.141.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.142.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.142.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.142.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.142.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.142.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.142.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.143.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.143.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.143.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.143.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.143.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.143.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.144.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.144.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.144.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.144.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.144.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.144.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.145.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.145.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.145.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.145.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.145.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.145.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.146.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.146.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.146.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.146.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.146.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.146.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.147.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.147.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.147.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.147.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.147.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.147.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.148.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.148.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.148.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.148.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.148.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.148.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.149.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.149.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.149.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.149.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.149.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.149.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.15.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.15.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.15.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.15.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.15.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.15.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.150.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.150.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.150.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.150.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.150.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.150.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.151.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.151.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.151.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.151.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.151.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.151.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.152.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.152.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.152.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.152.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.152.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.152.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.153.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.153.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.153.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.153.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.153.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.153.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.154.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.154.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.154.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.154.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.154.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.154.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.155.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.155.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.155.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.155.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.155.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.155.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.156.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.156.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.156.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.156.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.156.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.156.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.157.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.157.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.157.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.157.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.157.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.157.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.158.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.158.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.158.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.158.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.158.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.158.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.159.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.159.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.159.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.159.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.159.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.159.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.16.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.16.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.16.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.16.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.16.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.16.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.17.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.17.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.17.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.17.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.17.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.17.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.18.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.18.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.18.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.18.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.18.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.18.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.19.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.19.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.19.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.19.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.19.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.19.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.2.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.2.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.2.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.2.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.2.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.2.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.20.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.20.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.20.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.20.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.20.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.20.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.21.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.21.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.21.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.21.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.21.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.21.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.22.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.22.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.22.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.22.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.22.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.22.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.23.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.23.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.23.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.23.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.23.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.23.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.24.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.24.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.24.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.24.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.24.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.24.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.25.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.25.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.25.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.25.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.25.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.25.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.26.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.26.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.26.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.26.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.26.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.26.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.27.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.27.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.27.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.27.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.27.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.27.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.28.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.28.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.28.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.28.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.28.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.28.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.29.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.29.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.29.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.29.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.29.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.29.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.3.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.3.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.3.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.3.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.3.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.3.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.30.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.30.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.30.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.30.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.30.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.30.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.31.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.31.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.31.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.31.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.31.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.31.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.32.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.32.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.32.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.32.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.32.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.32.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.33.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.33.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.33.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.33.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.33.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.33.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.34.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.34.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.34.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.34.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.34.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.34.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.35.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.35.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.35.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.35.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.35.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.35.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.36.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.36.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.36.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.36.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.36.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.36.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.37.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.37.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.37.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.37.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.37.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.37.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.38.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.38.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.38.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.38.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.38.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.38.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.39.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.39.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.39.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.39.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.39.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.39.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.4.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.4.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.4.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.4.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.4.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.4.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.40.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.40.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.40.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.40.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.40.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.40.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.41.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.41.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.41.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.41.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.41.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.41.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.42.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.42.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.42.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.42.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.42.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.42.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.43.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.43.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.43.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.43.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.43.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.43.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.44.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.44.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.44.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.44.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.44.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.44.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.45.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.45.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.45.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.45.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.45.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.45.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.46.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.46.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.46.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.46.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.46.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.46.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.47.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.47.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.47.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.47.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.47.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.47.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.48.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.48.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.48.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.48.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.48.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.48.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.49.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.49.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.49.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.49.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.49.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.49.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.5.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.5.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.5.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.5.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.5.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.5.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.50.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.50.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.50.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.50.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.50.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.50.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.51.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.51.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.51.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.51.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.51.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.51.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.52.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.52.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.52.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.52.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.52.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.52.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.53.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.53.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.53.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.53.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.53.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.53.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.54.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.54.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.54.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.54.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.54.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.54.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.55.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.55.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.55.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.55.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.55.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.55.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.56.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.56.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.56.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.56.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.56.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.56.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.57.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.57.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.57.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.57.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.57.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.57.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.58.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.58.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.58.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.58.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.58.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.58.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.59.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.59.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.59.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.59.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.59.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.59.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.6.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.6.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.6.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.6.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.6.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.6.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.60.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.60.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.60.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.60.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.60.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.60.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.61.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.61.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.61.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.61.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.61.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.61.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.62.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.62.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.62.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.62.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.62.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.62.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.63.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.63.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.63.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.63.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.63.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.63.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.64.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.64.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.64.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.64.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.64.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.64.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.65.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.65.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.65.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.65.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.65.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.65.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.66.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.66.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.66.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.66.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.66.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.66.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.67.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.67.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.67.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.67.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.67.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.67.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.68.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.68.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.68.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.68.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.68.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.68.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.69.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.69.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.69.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.69.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.69.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.69.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.7.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.7.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.7.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.7.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.7.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.7.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.70.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.70.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.70.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.70.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.70.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.70.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.71.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.71.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.71.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.71.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.71.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.71.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.72.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.72.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.72.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.72.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.72.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.72.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.73.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.73.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.73.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.73.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.73.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.73.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.74.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.74.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.74.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.74.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.74.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.74.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.75.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.75.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.75.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.75.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.75.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.75.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.76.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.76.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.76.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.76.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.76.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.76.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.77.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.77.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.77.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.77.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.77.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.77.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.78.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.78.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.78.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.78.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.78.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.78.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.79.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.79.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.79.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.79.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.79.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.79.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.8.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.8.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.8.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.8.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.8.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.8.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.80.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.80.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.80.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.80.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.80.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.80.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.81.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.81.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.81.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.81.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.81.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.81.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.82.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.82.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.82.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.82.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.82.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.82.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.83.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.83.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.83.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.83.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.83.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.83.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.84.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.84.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.84.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.84.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.84.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.84.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.85.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.85.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.85.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.85.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.85.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.85.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.86.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.86.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.86.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.86.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.86.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.86.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.87.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.87.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.87.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.87.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.87.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.87.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.88.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.88.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.88.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.88.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.88.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.88.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.89.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.89.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.89.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.89.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.89.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.89.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.9.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.9.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.9.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.9.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.9.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.9.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.90.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.90.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.90.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.90.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.90.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.90.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.91.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.91.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.91.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.91.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.91.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.91.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.92.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.92.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.92.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.92.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.92.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.92.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.93.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.93.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.93.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.93.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.93.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.93.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.94.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.94.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.94.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.94.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.94.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.94.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.95.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.95.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.95.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.95.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.95.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.95.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.96.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.96.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.96.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.96.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.96.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.96.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.97.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.97.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.97.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.97.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.97.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.97.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.98.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.98.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.98.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.98.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.98.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.98.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.99.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.99.down_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.99.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.99.gate_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.99.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.experts.99.up_proj.weight_scale": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.gate.e_score_correction_bias": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.gate.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.shared_experts.down_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.shared_experts.gate_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.mlp.shared_experts.up_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.post_attention_layernorm.weight": "model-00018-of-00043.safetensors", + "model.layers.39.self_attn.k_norm.weight": "model-00018-of-00043.safetensors", + "model.layers.39.self_attn.k_proj.bias": "model-00018-of-00043.safetensors", + "model.layers.39.self_attn.k_proj.output_scale": "model-00018-of-00043.safetensors", + "model.layers.39.self_attn.k_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.self_attn.o_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.self_attn.q_norm.weight": "model-00018-of-00043.safetensors", + "model.layers.39.self_attn.q_proj.bias": "model-00018-of-00043.safetensors", + "model.layers.39.self_attn.q_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.39.self_attn.v_proj.bias": "model-00018-of-00043.safetensors", + "model.layers.39.self_attn.v_proj.output_scale": "model-00018-of-00043.safetensors", + "model.layers.39.self_attn.v_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.4.input_layernorm.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.0.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.0.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.0.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.0.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.0.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.0.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.1.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.1.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.1.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.1.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.1.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.1.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.10.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.10.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.10.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.10.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.10.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.10.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.100.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.100.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.100.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.100.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.100.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.100.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.101.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.101.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.101.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.101.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.101.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.101.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.102.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.102.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.102.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.102.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.102.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.102.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.103.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.103.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.103.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.103.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.103.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.103.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.104.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.104.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.104.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.104.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.104.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.104.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.105.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.105.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.105.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.105.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.105.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.105.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.106.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.106.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.106.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.106.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.106.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.106.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.107.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.107.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.107.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.107.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.107.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.107.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.108.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.108.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.108.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.108.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.108.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.108.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.109.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.109.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.109.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.109.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.109.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.109.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.11.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.11.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.11.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.11.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.11.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.11.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.110.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.110.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.110.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.110.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.110.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.110.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.111.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.111.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.111.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.111.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.111.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.111.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.112.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.112.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.112.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.112.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.112.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.112.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.113.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.113.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.113.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.113.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.113.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.113.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.114.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.114.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.114.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.114.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.114.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.114.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.115.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.115.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.115.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.115.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.115.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.115.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.116.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.116.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.116.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.116.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.116.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.116.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.117.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.117.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.117.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.117.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.117.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.117.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.118.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.118.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.118.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.118.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.118.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.118.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.119.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.119.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.119.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.119.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.119.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.119.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.12.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.12.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.12.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.12.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.12.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.12.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.120.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.120.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.120.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.120.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.120.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.120.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.121.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.121.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.121.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.121.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.121.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.121.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.122.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.122.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.122.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.122.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.122.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.122.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.123.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.123.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.123.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.123.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.123.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.123.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.124.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.124.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.124.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.124.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.124.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.124.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.125.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.125.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.125.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.125.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.125.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.125.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.126.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.126.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.126.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.126.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.126.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.126.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.127.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.127.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.127.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.127.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.127.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.127.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.128.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.128.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.128.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.128.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.128.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.128.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.129.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.129.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.129.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.129.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.129.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.129.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.13.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.13.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.13.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.13.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.13.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.13.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.130.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.130.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.130.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.130.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.130.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.130.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.131.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.131.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.131.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.131.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.131.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.131.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.132.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.132.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.132.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.132.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.132.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.132.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.133.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.133.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.133.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.133.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.133.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.133.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.134.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.134.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.134.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.134.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.134.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.134.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.135.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.135.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.135.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.135.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.135.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.135.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.136.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.136.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.136.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.136.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.136.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.136.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.137.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.137.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.137.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.137.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.137.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.137.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.138.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.138.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.138.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.138.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.138.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.138.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.139.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.139.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.139.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.139.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.139.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.139.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.14.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.14.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.14.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.14.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.14.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.14.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.140.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.140.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.140.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.140.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.140.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.140.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.141.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.141.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.141.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.141.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.141.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.141.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.142.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.142.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.142.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.142.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.142.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.142.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.143.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.143.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.143.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.143.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.143.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.143.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.144.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.144.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.144.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.144.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.144.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.144.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.145.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.145.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.145.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.145.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.145.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.145.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.146.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.146.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.146.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.146.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.146.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.146.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.147.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.147.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.147.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.147.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.147.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.147.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.148.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.148.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.148.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.148.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.148.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.148.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.149.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.149.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.149.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.149.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.149.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.149.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.15.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.15.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.15.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.15.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.15.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.15.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.150.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.150.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.150.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.150.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.150.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.150.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.151.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.151.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.151.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.151.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.151.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.151.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.152.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.152.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.152.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.152.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.152.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.152.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.153.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.153.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.153.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.153.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.153.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.153.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.154.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.154.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.154.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.154.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.154.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.154.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.155.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.155.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.155.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.155.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.155.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.155.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.156.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.156.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.156.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.156.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.156.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.156.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.157.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.157.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.157.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.157.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.157.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.157.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.158.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.158.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.158.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.158.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.158.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.158.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.159.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.159.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.159.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.159.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.159.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.159.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.16.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.16.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.16.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.16.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.16.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.16.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.17.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.17.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.17.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.17.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.17.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.17.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.18.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.18.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.18.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.18.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.18.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.18.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.19.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.19.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.19.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.19.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.19.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.19.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.2.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.2.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.2.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.2.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.2.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.2.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.20.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.20.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.20.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.20.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.20.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.20.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.21.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.21.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.21.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.21.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.21.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.21.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.22.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.22.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.22.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.22.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.22.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.22.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.23.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.23.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.23.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.23.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.23.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.23.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.24.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.24.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.24.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.24.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.24.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.24.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.25.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.25.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.25.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.25.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.25.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.25.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.26.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.26.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.26.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.26.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.26.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.26.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.27.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.27.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.27.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.27.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.27.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.27.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.28.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.28.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.28.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.28.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.28.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.28.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.29.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.29.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.29.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.29.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.29.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.29.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.3.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.3.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.3.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.3.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.3.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.3.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.30.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.30.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.30.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.30.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.30.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.30.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.31.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.31.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.31.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.31.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.31.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.31.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.32.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.32.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.32.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.32.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.32.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.32.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.33.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.33.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.33.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.33.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.33.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.33.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.34.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.34.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.34.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.34.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.34.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.34.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.35.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.35.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.35.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.35.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.35.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.35.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.36.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.36.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.36.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.36.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.36.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.36.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.37.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.37.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.37.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.37.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.37.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.37.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.38.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.38.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.38.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.38.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.38.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.38.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.39.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.39.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.39.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.39.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.39.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.39.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.4.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.4.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.4.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.4.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.4.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.4.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.40.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.40.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.40.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.40.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.40.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.40.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.41.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.41.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.41.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.41.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.41.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.41.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.42.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.42.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.42.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.42.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.42.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.42.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.43.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.43.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.43.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.43.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.43.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.43.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.44.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.44.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.44.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.44.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.44.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.44.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.45.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.45.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.45.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.45.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.45.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.45.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.46.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.46.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.46.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.46.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.46.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.46.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.47.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.47.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.47.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.47.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.47.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.47.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.48.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.48.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.48.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.48.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.48.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.48.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.49.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.49.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.49.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.49.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.49.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.49.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.5.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.5.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.5.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.5.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.5.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.5.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.50.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.50.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.50.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.50.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.50.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.50.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.51.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.51.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.51.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.51.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.51.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.51.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.52.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.52.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.52.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.52.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.52.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.52.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.53.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.53.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.53.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.53.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.53.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.53.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.54.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.54.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.54.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.54.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.54.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.54.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.55.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.55.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.55.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.55.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.55.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.55.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.56.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.56.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.56.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.56.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.56.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.56.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.57.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.57.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.57.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.57.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.57.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.57.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.58.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.58.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.58.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.58.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.58.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.58.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.59.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.59.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.59.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.59.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.59.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.59.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.6.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.6.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.6.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.6.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.6.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.6.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.60.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.60.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.60.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.60.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.60.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.60.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.61.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.61.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.61.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.61.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.61.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.61.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.62.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.62.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.62.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.62.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.62.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.62.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.63.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.63.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.63.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.63.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.63.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.63.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.64.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.64.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.64.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.64.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.64.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.64.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.65.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.65.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.65.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.65.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.65.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.65.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.66.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.66.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.66.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.66.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.66.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.66.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.67.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.67.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.67.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.67.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.67.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.67.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.68.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.68.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.68.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.68.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.68.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.68.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.69.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.69.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.69.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.69.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.69.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.69.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.7.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.7.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.7.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.7.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.7.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.7.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.70.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.70.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.70.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.70.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.70.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.70.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.71.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.71.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.71.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.71.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.71.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.71.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.72.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.72.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.72.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.72.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.72.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.72.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.73.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.73.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.73.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.73.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.73.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.73.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.74.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.74.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.74.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.74.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.74.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.74.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.75.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.75.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.75.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.75.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.75.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.75.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.76.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.76.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.76.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.76.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.76.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.76.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.77.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.77.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.77.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.77.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.77.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.77.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.78.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.78.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.78.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.78.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.78.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.78.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.79.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.79.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.79.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.79.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.79.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.79.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.8.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.8.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.8.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.8.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.8.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.8.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.80.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.80.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.80.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.80.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.80.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.80.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.81.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.81.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.81.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.81.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.81.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.81.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.82.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.82.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.82.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.82.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.82.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.82.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.83.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.83.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.83.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.83.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.83.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.83.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.84.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.84.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.84.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.84.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.84.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.84.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.85.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.85.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.85.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.85.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.85.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.85.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.86.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.86.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.86.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.86.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.86.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.86.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.87.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.87.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.87.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.87.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.87.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.87.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.88.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.88.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.88.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.88.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.88.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.88.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.89.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.89.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.89.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.89.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.89.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.89.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.9.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.9.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.9.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.9.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.9.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.9.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.90.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.90.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.90.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.90.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.90.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.90.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.91.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.91.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.91.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.91.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.91.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.91.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.92.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.92.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.92.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.92.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.92.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.92.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.93.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.93.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.93.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.93.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.93.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.93.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.94.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.94.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.94.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.94.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.94.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.94.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.95.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.95.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.95.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.95.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.95.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.95.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.96.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.96.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.96.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.96.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.96.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.96.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.97.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.97.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.97.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.97.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.97.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.97.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.98.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.98.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.98.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.98.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.98.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.98.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.99.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.99.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.99.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.99.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.99.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.experts.99.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.gate.e_score_correction_bias": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.gate.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.shared_experts.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.shared_experts.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.mlp.shared_experts.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00002-of-00043.safetensors", + "model.layers.4.self_attn.k_norm.weight": "model-00002-of-00043.safetensors", + "model.layers.4.self_attn.k_proj.bias": "model-00002-of-00043.safetensors", + "model.layers.4.self_attn.k_proj.output_scale": "model-00002-of-00043.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.self_attn.q_norm.weight": "model-00002-of-00043.safetensors", + "model.layers.4.self_attn.q_proj.bias": "model-00002-of-00043.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.4.self_attn.v_proj.bias": "model-00002-of-00043.safetensors", + "model.layers.4.self_attn.v_proj.output_scale": "model-00002-of-00043.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.40.input_layernorm.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.0.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.0.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.0.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.0.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.0.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.0.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.1.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.1.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.1.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.1.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.1.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.1.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.10.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.10.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.10.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.10.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.10.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.10.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.100.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.100.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.100.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.100.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.100.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.100.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.101.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.101.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.101.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.101.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.101.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.101.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.102.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.102.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.102.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.102.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.102.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.102.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.103.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.103.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.103.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.103.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.103.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.103.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.104.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.104.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.104.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.104.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.104.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.104.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.105.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.105.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.105.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.105.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.105.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.105.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.106.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.106.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.106.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.106.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.106.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.106.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.107.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.107.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.107.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.107.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.107.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.107.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.108.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.108.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.108.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.108.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.108.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.108.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.109.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.109.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.109.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.109.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.109.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.109.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.11.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.11.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.11.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.11.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.11.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.11.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.110.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.110.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.110.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.110.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.110.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.110.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.111.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.111.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.111.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.111.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.111.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.111.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.112.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.112.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.112.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.112.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.112.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.112.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.113.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.113.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.113.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.113.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.113.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.113.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.114.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.114.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.114.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.114.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.114.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.114.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.115.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.115.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.115.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.115.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.115.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.115.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.116.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.116.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.116.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.116.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.116.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.116.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.117.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.117.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.117.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.117.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.117.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.117.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.118.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.118.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.118.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.118.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.118.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.118.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.119.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.119.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.119.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.119.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.119.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.119.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.12.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.12.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.12.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.12.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.12.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.12.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.120.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.120.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.120.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.120.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.120.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.120.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.121.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.121.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.121.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.121.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.121.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.121.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.122.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.122.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.122.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.122.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.122.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.122.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.123.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.123.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.123.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.123.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.123.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.123.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.124.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.124.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.124.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.124.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.124.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.124.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.125.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.125.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.125.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.125.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.125.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.125.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.126.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.126.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.126.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.126.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.126.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.126.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.127.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.127.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.127.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.127.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.127.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.127.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.128.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.128.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.128.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.128.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.128.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.128.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.129.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.129.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.129.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.129.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.129.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.129.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.13.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.13.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.13.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.13.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.13.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.13.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.130.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.130.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.130.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.130.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.130.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.130.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.131.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.131.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.131.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.131.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.131.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.131.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.132.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.132.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.132.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.132.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.132.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.132.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.133.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.133.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.133.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.133.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.133.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.133.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.134.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.134.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.134.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.134.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.134.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.134.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.135.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.135.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.135.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.135.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.135.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.135.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.136.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.136.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.136.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.136.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.136.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.136.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.137.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.137.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.137.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.137.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.137.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.137.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.138.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.138.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.138.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.138.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.138.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.138.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.139.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.139.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.139.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.139.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.139.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.139.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.14.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.14.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.14.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.14.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.14.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.14.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.140.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.140.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.140.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.140.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.140.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.140.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.141.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.141.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.141.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.141.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.141.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.141.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.142.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.142.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.142.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.142.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.142.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.142.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.143.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.143.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.143.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.143.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.143.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.143.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.144.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.144.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.144.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.144.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.144.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.144.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.145.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.145.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.145.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.145.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.145.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.145.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.146.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.146.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.146.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.146.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.146.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.146.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.147.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.147.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.147.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.147.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.147.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.147.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.148.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.148.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.148.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.148.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.148.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.148.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.149.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.149.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.149.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.149.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.149.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.149.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.15.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.15.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.15.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.15.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.15.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.15.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.150.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.150.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.150.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.150.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.150.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.150.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.151.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.151.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.151.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.151.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.151.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.151.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.152.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.152.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.152.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.152.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.152.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.152.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.153.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.153.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.153.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.153.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.153.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.153.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.154.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.154.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.154.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.154.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.154.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.154.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.155.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.155.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.155.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.155.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.155.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.155.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.156.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.156.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.156.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.156.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.156.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.156.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.157.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.157.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.157.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.157.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.157.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.157.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.158.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.158.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.158.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.158.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.158.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.158.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.159.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.159.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.159.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.159.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.159.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.159.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.16.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.16.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.16.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.16.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.16.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.16.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.17.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.17.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.17.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.17.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.17.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.17.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.18.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.18.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.18.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.18.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.18.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.18.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.19.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.19.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.19.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.19.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.19.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.19.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.2.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.2.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.2.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.2.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.2.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.2.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.20.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.20.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.20.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.20.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.20.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.20.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.21.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.21.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.21.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.21.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.21.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.21.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.22.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.22.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.22.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.22.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.22.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.22.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.23.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.23.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.23.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.23.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.23.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.23.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.24.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.24.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.24.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.24.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.24.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.24.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.25.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.25.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.25.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.25.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.25.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.25.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.26.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.26.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.26.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.26.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.26.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.26.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.27.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.27.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.27.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.27.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.27.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.27.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.28.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.28.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.28.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.28.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.28.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.28.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.29.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.29.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.29.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.29.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.29.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.29.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.3.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.3.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.3.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.3.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.3.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.3.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.30.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.30.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.30.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.30.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.30.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.30.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.31.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.31.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.31.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.31.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.31.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.31.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.32.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.32.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.32.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.32.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.32.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.32.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.33.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.33.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.33.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.33.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.33.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.33.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.34.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.34.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.34.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.34.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.34.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.34.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.35.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.35.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.35.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.35.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.35.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.35.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.36.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.36.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.36.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.36.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.36.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.36.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.37.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.37.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.37.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.37.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.37.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.37.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.38.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.38.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.38.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.38.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.38.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.38.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.39.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.39.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.39.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.39.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.39.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.39.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.4.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.4.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.4.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.4.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.4.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.4.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.40.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.40.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.40.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.40.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.40.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.40.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.41.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.41.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.41.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.41.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.41.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.41.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.42.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.42.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.42.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.42.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.42.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.42.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.43.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.43.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.43.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.43.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.43.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.43.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.44.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.44.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.44.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.44.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.44.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.44.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.45.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.45.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.45.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.45.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.45.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.45.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.46.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.46.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.46.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.46.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.46.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.46.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.47.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.47.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.47.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.47.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.47.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.47.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.48.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.48.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.48.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.48.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.48.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.48.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.49.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.49.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.49.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.49.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.49.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.49.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.5.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.5.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.5.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.5.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.5.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.5.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.50.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.50.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.50.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.50.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.50.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.50.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.51.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.51.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.51.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.51.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.51.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.51.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.52.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.52.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.52.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.52.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.52.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.52.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.53.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.53.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.53.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.53.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.53.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.53.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.54.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.54.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.54.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.54.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.54.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.54.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.55.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.55.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.55.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.55.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.55.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.55.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.56.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.56.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.56.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.56.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.56.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.56.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.57.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.57.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.57.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.57.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.57.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.57.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.58.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.58.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.58.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.58.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.58.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.58.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.59.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.59.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.59.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.59.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.59.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.59.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.6.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.6.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.6.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.6.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.6.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.6.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.60.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.60.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.60.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.60.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.60.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.60.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.61.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.61.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.61.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.61.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.61.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.61.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.62.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.62.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.62.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.62.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.62.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.62.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.63.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.63.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.63.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.63.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.63.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.63.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.64.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.64.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.64.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.64.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.64.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.64.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.65.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.65.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.65.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.65.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.65.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.65.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.66.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.66.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.66.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.66.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.66.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.66.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.67.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.67.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.67.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.67.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.67.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.67.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.68.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.68.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.68.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.68.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.68.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.68.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.69.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.69.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.69.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.69.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.69.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.69.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.7.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.7.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.7.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.7.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.7.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.7.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.70.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.70.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.70.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.70.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.70.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.70.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.71.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.71.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.71.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.71.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.71.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.71.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.72.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.72.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.72.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.72.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.72.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.72.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.73.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.73.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.73.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.73.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.73.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.73.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.74.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.74.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.74.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.74.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.74.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.74.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.75.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.75.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.75.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.75.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.75.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.75.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.76.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.76.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.76.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.76.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.76.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.76.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.77.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.77.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.77.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.77.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.77.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.77.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.78.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.78.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.78.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.78.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.78.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.78.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.79.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.79.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.79.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.79.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.79.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.79.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.8.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.8.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.8.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.8.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.8.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.8.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.80.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.80.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.80.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.80.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.80.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.80.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.81.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.81.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.81.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.81.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.81.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.81.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.82.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.82.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.82.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.82.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.82.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.82.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.83.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.83.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.83.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.83.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.83.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.83.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.84.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.84.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.84.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.84.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.84.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.84.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.85.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.85.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.85.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.85.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.85.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.85.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.86.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.86.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.86.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.86.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.86.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.86.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.87.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.87.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.87.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.87.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.87.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.87.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.88.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.88.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.88.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.88.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.88.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.88.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.89.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.89.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.89.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.89.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.89.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.89.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.9.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.9.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.9.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.9.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.9.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.9.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.90.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.90.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.90.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.90.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.90.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.90.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.91.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.91.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.91.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.91.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.91.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.91.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.92.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.92.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.92.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.92.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.92.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.92.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.93.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.93.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.93.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.93.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.93.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.93.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.94.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.94.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.94.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.94.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.94.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.94.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.95.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.95.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.95.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.95.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.95.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.95.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.96.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.96.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.96.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.96.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.96.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.96.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.97.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.97.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.97.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.97.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.97.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.97.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.98.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.98.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.98.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.98.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.98.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.98.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.99.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.99.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.99.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.99.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.99.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.experts.99.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.gate.e_score_correction_bias": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.gate.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.shared_experts.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.shared_experts.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.mlp.shared_experts.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.post_attention_layernorm.weight": "model-00019-of-00043.safetensors", + "model.layers.40.self_attn.k_norm.weight": "model-00019-of-00043.safetensors", + "model.layers.40.self_attn.k_proj.bias": "model-00018-of-00043.safetensors", + "model.layers.40.self_attn.k_proj.output_scale": "model-00018-of-00043.safetensors", + "model.layers.40.self_attn.k_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.40.self_attn.o_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.40.self_attn.q_norm.weight": "model-00019-of-00043.safetensors", + "model.layers.40.self_attn.q_proj.bias": "model-00018-of-00043.safetensors", + "model.layers.40.self_attn.q_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.40.self_attn.v_proj.bias": "model-00018-of-00043.safetensors", + "model.layers.40.self_attn.v_proj.output_scale": "model-00018-of-00043.safetensors", + "model.layers.40.self_attn.v_proj.weight": "model-00018-of-00043.safetensors", + "model.layers.41.input_layernorm.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.0.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.0.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.0.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.0.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.0.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.0.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.1.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.1.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.1.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.1.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.1.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.1.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.10.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.10.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.10.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.10.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.10.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.10.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.100.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.100.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.100.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.100.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.100.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.100.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.101.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.101.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.101.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.101.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.101.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.101.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.102.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.102.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.102.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.102.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.102.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.102.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.103.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.103.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.103.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.103.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.103.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.103.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.104.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.104.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.104.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.104.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.104.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.104.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.105.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.105.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.105.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.105.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.105.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.105.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.106.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.106.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.106.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.106.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.106.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.106.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.107.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.107.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.107.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.107.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.107.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.107.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.108.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.108.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.108.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.108.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.108.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.108.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.109.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.109.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.109.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.109.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.109.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.109.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.11.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.11.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.11.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.11.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.11.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.11.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.110.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.110.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.110.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.110.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.110.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.110.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.111.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.111.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.111.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.111.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.111.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.111.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.112.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.112.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.112.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.112.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.112.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.112.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.113.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.113.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.113.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.113.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.113.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.113.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.114.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.114.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.114.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.114.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.114.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.114.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.115.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.115.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.115.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.115.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.115.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.115.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.116.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.116.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.116.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.116.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.116.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.116.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.117.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.117.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.117.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.117.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.117.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.117.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.118.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.118.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.118.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.118.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.118.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.118.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.119.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.119.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.119.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.119.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.119.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.119.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.12.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.12.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.12.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.12.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.12.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.12.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.120.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.120.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.120.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.120.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.120.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.120.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.121.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.121.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.121.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.121.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.121.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.121.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.122.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.122.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.122.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.122.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.122.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.122.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.123.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.123.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.123.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.123.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.123.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.123.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.124.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.124.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.124.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.124.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.124.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.124.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.125.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.125.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.125.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.125.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.125.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.125.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.126.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.126.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.126.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.126.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.126.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.126.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.127.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.127.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.127.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.127.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.127.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.127.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.128.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.128.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.128.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.128.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.128.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.128.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.129.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.129.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.129.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.129.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.129.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.129.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.13.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.13.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.13.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.13.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.13.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.13.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.130.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.130.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.130.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.130.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.130.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.130.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.131.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.131.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.131.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.131.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.131.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.131.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.132.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.132.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.132.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.132.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.132.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.132.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.133.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.133.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.133.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.133.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.133.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.133.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.134.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.134.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.134.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.134.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.134.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.134.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.135.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.135.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.135.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.135.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.135.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.135.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.136.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.136.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.136.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.136.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.136.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.136.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.137.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.137.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.137.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.137.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.137.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.137.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.138.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.138.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.138.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.138.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.138.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.138.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.139.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.139.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.139.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.139.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.139.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.139.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.14.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.14.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.14.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.14.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.14.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.14.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.140.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.140.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.140.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.140.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.140.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.140.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.141.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.141.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.141.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.141.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.141.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.141.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.142.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.142.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.142.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.142.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.142.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.142.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.143.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.143.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.143.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.143.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.143.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.143.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.144.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.144.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.144.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.144.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.144.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.144.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.145.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.145.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.145.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.145.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.145.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.145.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.146.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.146.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.146.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.146.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.146.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.146.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.147.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.147.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.147.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.147.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.147.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.147.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.148.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.148.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.148.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.148.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.148.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.148.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.149.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.149.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.149.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.149.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.149.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.149.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.15.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.15.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.15.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.15.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.15.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.15.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.150.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.150.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.150.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.150.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.150.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.150.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.151.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.151.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.151.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.151.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.151.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.151.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.152.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.152.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.152.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.152.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.152.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.152.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.153.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.153.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.153.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.153.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.153.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.153.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.154.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.154.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.154.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.154.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.154.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.154.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.155.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.155.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.155.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.155.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.155.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.155.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.156.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.156.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.156.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.156.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.156.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.156.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.157.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.157.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.157.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.157.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.157.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.157.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.158.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.158.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.158.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.158.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.158.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.158.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.159.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.159.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.159.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.159.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.159.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.159.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.16.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.16.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.16.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.16.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.16.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.16.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.17.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.17.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.17.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.17.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.17.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.17.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.18.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.18.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.18.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.18.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.18.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.18.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.19.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.19.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.19.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.19.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.19.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.19.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.2.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.2.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.2.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.2.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.2.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.2.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.20.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.20.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.20.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.20.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.20.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.20.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.21.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.21.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.21.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.21.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.21.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.21.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.22.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.22.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.22.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.22.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.22.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.22.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.23.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.23.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.23.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.23.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.23.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.23.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.24.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.24.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.24.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.24.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.24.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.24.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.25.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.25.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.25.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.25.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.25.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.25.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.26.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.26.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.26.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.26.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.26.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.26.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.27.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.27.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.27.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.27.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.27.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.27.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.28.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.28.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.28.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.28.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.28.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.28.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.29.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.29.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.29.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.29.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.29.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.29.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.3.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.3.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.3.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.3.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.3.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.3.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.30.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.30.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.30.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.30.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.30.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.30.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.31.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.31.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.31.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.31.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.31.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.31.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.32.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.32.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.32.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.32.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.32.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.32.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.33.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.33.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.33.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.33.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.33.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.33.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.34.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.34.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.34.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.34.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.34.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.34.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.35.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.35.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.35.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.35.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.35.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.35.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.36.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.36.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.36.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.36.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.36.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.36.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.37.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.37.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.37.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.37.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.37.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.37.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.38.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.38.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.38.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.38.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.38.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.38.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.39.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.39.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.39.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.39.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.39.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.39.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.4.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.4.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.4.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.4.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.4.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.4.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.40.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.40.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.40.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.40.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.40.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.40.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.41.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.41.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.41.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.41.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.41.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.41.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.42.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.42.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.42.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.42.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.42.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.42.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.43.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.43.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.43.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.43.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.43.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.43.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.44.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.44.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.44.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.44.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.44.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.44.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.45.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.45.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.45.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.45.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.45.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.45.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.46.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.46.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.46.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.46.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.46.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.46.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.47.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.47.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.47.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.47.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.47.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.47.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.48.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.48.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.48.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.48.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.48.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.48.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.49.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.49.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.49.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.49.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.49.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.49.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.5.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.5.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.5.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.5.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.5.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.5.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.50.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.50.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.50.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.50.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.50.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.50.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.51.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.51.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.51.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.51.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.51.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.51.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.52.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.52.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.52.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.52.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.52.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.52.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.53.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.53.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.53.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.53.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.53.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.53.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.54.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.54.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.54.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.54.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.54.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.54.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.55.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.55.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.55.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.55.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.55.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.55.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.56.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.56.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.56.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.56.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.56.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.56.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.57.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.57.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.57.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.57.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.57.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.57.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.58.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.58.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.58.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.58.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.58.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.58.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.59.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.59.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.59.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.59.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.59.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.59.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.6.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.6.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.6.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.6.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.6.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.6.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.60.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.60.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.60.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.60.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.60.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.60.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.61.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.61.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.61.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.61.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.61.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.61.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.62.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.62.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.62.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.62.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.62.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.62.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.63.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.63.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.63.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.63.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.63.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.63.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.64.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.64.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.64.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.64.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.64.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.64.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.65.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.65.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.65.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.65.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.65.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.65.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.66.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.66.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.66.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.66.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.66.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.66.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.67.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.67.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.67.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.67.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.67.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.67.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.68.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.68.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.68.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.68.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.68.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.68.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.69.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.69.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.69.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.69.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.69.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.69.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.7.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.7.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.7.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.7.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.7.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.7.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.70.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.70.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.70.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.70.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.70.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.70.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.71.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.71.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.71.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.71.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.71.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.71.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.72.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.72.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.72.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.72.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.72.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.72.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.73.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.73.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.73.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.73.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.73.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.73.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.74.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.74.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.74.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.74.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.74.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.74.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.75.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.75.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.75.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.75.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.75.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.75.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.76.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.76.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.76.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.76.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.76.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.76.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.77.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.77.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.77.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.77.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.77.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.77.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.78.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.78.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.78.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.78.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.78.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.78.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.79.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.79.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.79.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.79.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.79.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.79.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.8.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.8.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.8.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.8.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.8.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.8.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.80.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.80.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.80.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.80.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.80.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.80.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.81.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.81.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.81.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.81.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.81.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.81.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.82.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.82.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.82.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.82.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.82.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.82.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.83.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.83.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.83.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.83.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.83.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.83.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.84.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.84.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.84.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.84.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.84.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.84.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.85.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.85.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.85.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.85.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.85.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.85.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.86.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.86.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.86.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.86.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.86.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.86.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.87.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.87.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.87.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.87.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.87.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.87.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.88.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.88.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.88.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.88.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.88.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.88.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.89.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.89.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.89.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.89.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.89.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.89.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.9.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.9.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.9.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.9.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.9.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.9.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.90.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.90.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.90.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.90.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.90.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.90.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.91.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.91.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.91.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.91.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.91.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.91.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.92.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.92.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.92.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.92.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.92.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.92.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.93.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.93.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.93.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.93.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.93.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.93.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.94.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.94.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.94.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.94.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.94.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.94.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.95.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.95.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.95.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.95.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.95.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.95.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.96.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.96.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.96.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.96.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.96.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.96.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.97.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.97.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.97.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.97.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.97.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.97.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.98.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.98.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.98.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.98.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.98.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.98.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.99.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.99.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.99.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.99.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.99.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.experts.99.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.gate.e_score_correction_bias": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.gate.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.shared_experts.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.shared_experts.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.mlp.shared_experts.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.post_attention_layernorm.weight": "model-00019-of-00043.safetensors", + "model.layers.41.self_attn.k_norm.weight": "model-00019-of-00043.safetensors", + "model.layers.41.self_attn.k_proj.bias": "model-00019-of-00043.safetensors", + "model.layers.41.self_attn.k_proj.output_scale": "model-00019-of-00043.safetensors", + "model.layers.41.self_attn.k_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.self_attn.o_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.self_attn.q_norm.weight": "model-00019-of-00043.safetensors", + "model.layers.41.self_attn.q_proj.bias": "model-00019-of-00043.safetensors", + "model.layers.41.self_attn.q_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.41.self_attn.v_proj.bias": "model-00019-of-00043.safetensors", + "model.layers.41.self_attn.v_proj.output_scale": "model-00019-of-00043.safetensors", + "model.layers.41.self_attn.v_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.input_layernorm.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.0.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.0.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.0.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.0.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.0.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.0.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.1.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.1.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.1.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.1.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.1.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.1.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.10.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.10.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.10.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.10.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.10.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.10.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.100.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.100.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.100.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.100.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.100.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.100.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.101.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.101.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.101.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.101.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.101.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.101.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.102.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.102.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.102.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.102.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.102.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.102.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.103.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.103.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.103.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.103.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.103.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.103.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.104.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.104.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.104.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.104.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.104.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.104.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.105.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.105.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.105.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.105.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.105.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.105.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.106.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.106.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.106.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.106.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.106.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.106.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.107.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.107.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.107.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.107.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.107.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.107.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.108.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.108.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.108.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.108.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.108.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.108.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.109.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.109.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.109.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.109.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.109.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.109.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.11.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.11.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.11.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.11.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.11.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.11.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.110.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.110.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.110.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.110.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.110.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.110.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.111.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.111.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.111.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.111.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.111.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.111.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.112.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.112.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.112.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.112.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.112.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.112.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.113.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.113.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.113.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.113.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.113.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.113.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.114.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.114.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.114.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.114.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.114.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.114.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.115.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.115.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.115.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.115.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.115.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.115.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.116.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.116.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.116.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.116.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.116.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.116.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.117.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.117.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.117.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.117.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.117.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.117.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.118.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.118.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.118.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.118.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.118.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.118.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.119.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.119.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.119.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.119.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.119.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.119.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.12.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.12.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.12.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.12.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.12.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.12.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.120.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.120.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.120.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.120.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.120.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.120.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.121.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.121.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.121.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.121.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.121.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.121.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.122.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.122.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.122.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.122.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.122.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.122.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.123.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.123.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.123.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.123.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.123.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.123.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.124.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.124.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.124.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.124.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.124.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.124.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.125.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.125.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.125.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.125.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.125.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.125.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.126.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.126.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.126.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.126.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.126.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.126.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.127.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.127.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.127.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.127.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.127.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.127.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.128.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.128.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.128.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.128.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.128.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.128.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.129.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.129.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.129.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.129.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.129.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.129.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.13.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.13.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.13.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.13.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.13.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.13.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.130.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.130.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.130.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.130.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.130.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.130.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.131.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.131.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.131.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.131.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.131.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.131.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.132.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.132.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.132.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.132.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.132.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.132.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.133.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.133.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.133.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.133.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.133.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.133.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.134.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.134.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.134.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.134.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.134.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.134.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.135.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.135.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.135.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.135.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.135.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.135.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.136.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.136.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.136.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.136.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.136.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.136.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.137.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.137.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.137.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.137.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.137.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.137.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.138.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.138.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.138.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.138.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.138.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.138.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.139.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.139.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.139.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.139.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.139.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.139.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.14.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.14.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.14.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.14.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.14.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.14.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.140.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.140.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.140.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.140.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.140.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.140.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.141.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.141.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.141.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.141.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.141.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.141.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.142.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.142.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.142.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.142.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.142.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.142.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.143.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.143.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.143.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.143.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.143.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.143.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.144.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.144.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.144.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.144.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.144.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.144.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.145.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.145.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.145.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.145.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.145.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.145.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.146.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.146.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.146.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.146.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.146.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.146.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.147.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.147.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.147.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.147.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.147.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.147.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.148.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.148.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.148.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.148.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.148.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.148.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.149.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.149.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.149.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.149.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.149.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.149.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.15.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.15.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.15.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.15.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.15.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.15.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.150.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.150.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.150.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.150.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.150.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.150.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.151.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.151.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.151.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.151.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.151.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.151.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.152.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.152.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.152.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.152.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.152.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.152.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.153.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.153.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.153.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.153.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.153.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.153.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.154.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.154.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.154.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.154.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.154.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.154.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.155.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.155.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.155.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.155.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.155.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.155.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.156.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.156.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.156.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.156.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.156.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.156.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.157.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.157.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.157.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.157.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.157.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.157.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.158.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.158.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.158.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.158.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.158.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.158.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.159.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.159.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.159.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.159.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.159.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.159.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.16.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.16.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.16.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.16.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.16.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.16.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.17.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.17.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.17.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.17.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.17.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.17.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.18.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.18.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.18.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.18.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.18.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.18.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.19.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.19.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.19.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.19.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.19.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.19.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.2.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.2.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.2.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.2.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.2.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.2.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.20.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.20.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.20.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.20.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.20.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.20.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.21.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.21.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.21.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.21.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.21.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.21.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.22.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.22.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.22.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.22.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.22.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.22.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.23.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.23.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.23.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.23.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.23.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.23.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.24.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.24.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.24.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.24.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.24.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.24.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.25.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.25.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.25.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.25.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.25.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.25.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.26.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.26.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.26.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.26.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.26.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.26.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.27.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.27.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.27.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.27.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.27.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.27.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.28.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.28.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.28.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.28.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.28.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.28.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.29.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.29.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.29.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.29.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.29.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.29.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.3.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.3.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.3.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.3.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.3.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.3.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.30.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.30.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.30.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.30.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.30.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.30.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.31.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.31.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.31.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.31.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.31.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.31.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.32.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.32.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.32.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.32.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.32.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.32.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.33.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.33.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.33.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.33.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.33.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.33.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.34.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.34.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.34.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.34.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.34.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.34.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.35.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.35.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.35.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.35.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.35.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.35.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.36.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.36.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.36.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.36.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.36.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.36.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.37.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.37.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.37.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.37.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.37.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.37.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.38.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.38.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.38.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.38.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.38.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.38.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.39.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.39.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.39.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.39.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.39.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.39.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.4.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.4.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.4.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.4.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.4.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.4.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.40.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.40.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.40.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.40.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.40.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.40.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.41.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.41.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.41.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.41.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.41.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.41.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.42.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.42.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.42.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.42.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.42.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.42.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.43.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.43.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.43.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.43.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.43.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.43.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.44.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.44.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.44.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.44.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.44.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.44.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.45.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.45.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.45.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.45.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.45.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.45.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.46.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.46.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.46.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.46.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.46.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.46.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.47.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.47.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.47.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.47.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.47.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.47.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.48.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.48.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.48.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.48.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.48.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.48.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.49.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.49.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.49.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.49.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.49.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.49.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.5.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.5.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.5.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.5.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.5.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.5.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.50.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.50.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.50.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.50.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.50.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.50.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.51.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.51.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.51.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.51.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.51.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.51.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.52.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.52.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.52.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.52.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.52.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.52.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.53.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.53.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.53.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.53.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.53.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.53.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.54.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.54.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.54.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.54.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.54.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.54.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.55.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.55.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.55.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.55.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.55.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.55.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.56.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.56.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.56.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.56.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.56.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.56.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.57.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.57.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.57.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.57.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.57.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.57.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.58.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.58.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.58.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.58.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.58.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.58.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.59.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.59.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.59.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.59.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.59.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.59.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.6.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.6.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.6.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.6.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.6.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.6.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.60.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.60.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.60.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.60.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.60.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.60.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.61.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.61.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.61.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.61.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.61.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.61.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.62.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.62.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.62.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.62.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.62.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.62.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.63.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.63.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.63.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.63.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.63.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.63.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.64.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.64.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.64.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.64.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.64.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.64.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.65.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.65.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.65.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.65.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.65.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.65.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.66.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.66.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.66.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.66.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.66.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.66.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.67.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.67.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.67.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.67.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.67.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.67.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.68.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.68.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.68.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.68.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.68.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.68.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.69.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.69.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.69.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.69.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.69.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.69.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.7.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.7.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.7.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.7.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.7.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.7.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.70.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.70.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.70.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.70.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.70.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.70.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.71.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.71.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.71.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.71.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.71.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.71.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.72.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.72.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.72.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.72.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.72.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.72.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.73.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.73.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.73.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.73.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.73.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.73.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.74.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.74.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.74.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.74.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.74.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.74.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.75.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.75.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.75.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.75.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.75.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.75.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.76.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.76.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.76.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.76.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.76.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.76.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.77.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.77.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.77.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.77.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.77.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.77.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.78.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.78.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.78.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.78.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.78.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.78.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.79.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.79.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.79.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.79.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.79.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.79.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.8.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.8.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.8.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.8.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.8.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.8.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.80.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.80.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.80.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.80.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.80.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.80.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.81.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.81.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.81.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.81.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.81.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.81.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.82.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.82.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.82.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.82.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.82.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.82.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.83.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.83.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.83.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.83.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.83.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.83.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.84.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.84.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.84.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.84.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.84.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.84.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.85.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.85.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.85.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.85.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.85.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.85.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.86.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.86.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.86.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.86.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.86.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.86.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.87.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.87.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.87.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.87.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.87.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.87.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.88.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.88.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.88.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.88.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.88.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.88.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.89.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.89.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.89.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.89.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.89.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.89.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.9.down_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.9.down_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.9.gate_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.9.gate_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.9.up_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.9.up_proj.weight_scale": "model-00019-of-00043.safetensors", + "model.layers.42.mlp.experts.90.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.90.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.90.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.90.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.90.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.90.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.91.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.91.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.91.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.91.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.91.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.91.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.92.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.92.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.92.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.92.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.92.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.92.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.93.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.93.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.93.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.93.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.93.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.93.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.94.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.94.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.94.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.94.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.94.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.94.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.95.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.95.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.95.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.95.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.95.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.95.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.96.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.96.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.96.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.96.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.96.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.96.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.97.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.97.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.97.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.97.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.97.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.97.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.98.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.98.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.98.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.98.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.98.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.98.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.99.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.99.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.99.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.99.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.99.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.experts.99.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.gate.e_score_correction_bias": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.gate.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.shared_experts.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.shared_experts.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.mlp.shared_experts.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.42.post_attention_layernorm.weight": "model-00020-of-00043.safetensors", + "model.layers.42.self_attn.k_norm.weight": "model-00019-of-00043.safetensors", + "model.layers.42.self_attn.k_proj.bias": "model-00019-of-00043.safetensors", + "model.layers.42.self_attn.k_proj.output_scale": "model-00019-of-00043.safetensors", + "model.layers.42.self_attn.k_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.self_attn.o_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.self_attn.q_norm.weight": "model-00019-of-00043.safetensors", + "model.layers.42.self_attn.q_proj.bias": "model-00019-of-00043.safetensors", + "model.layers.42.self_attn.q_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.42.self_attn.v_proj.bias": "model-00019-of-00043.safetensors", + "model.layers.42.self_attn.v_proj.output_scale": "model-00019-of-00043.safetensors", + "model.layers.42.self_attn.v_proj.weight": "model-00019-of-00043.safetensors", + "model.layers.43.input_layernorm.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.0.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.0.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.0.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.0.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.0.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.0.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.1.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.1.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.1.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.1.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.1.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.1.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.10.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.10.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.10.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.10.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.10.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.10.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.100.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.100.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.100.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.100.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.100.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.100.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.101.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.101.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.101.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.101.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.101.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.101.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.102.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.102.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.102.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.102.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.102.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.102.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.103.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.103.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.103.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.103.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.103.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.103.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.104.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.104.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.104.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.104.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.104.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.104.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.105.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.105.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.105.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.105.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.105.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.105.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.106.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.106.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.106.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.106.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.106.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.106.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.107.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.107.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.107.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.107.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.107.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.107.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.108.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.108.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.108.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.108.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.108.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.108.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.109.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.109.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.109.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.109.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.109.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.109.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.11.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.11.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.11.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.11.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.11.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.11.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.110.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.110.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.110.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.110.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.110.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.110.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.111.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.111.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.111.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.111.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.111.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.111.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.112.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.112.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.112.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.112.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.112.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.112.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.113.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.113.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.113.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.113.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.113.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.113.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.114.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.114.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.114.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.114.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.114.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.114.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.115.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.115.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.115.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.115.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.115.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.115.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.116.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.116.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.116.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.116.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.116.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.116.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.117.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.117.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.117.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.117.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.117.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.117.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.118.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.118.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.118.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.118.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.118.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.118.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.119.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.119.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.119.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.119.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.119.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.119.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.12.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.12.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.12.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.12.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.12.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.12.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.120.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.120.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.120.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.120.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.120.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.120.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.121.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.121.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.121.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.121.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.121.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.121.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.122.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.122.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.122.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.122.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.122.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.122.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.123.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.123.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.123.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.123.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.123.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.123.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.124.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.124.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.124.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.124.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.124.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.124.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.125.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.125.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.125.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.125.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.125.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.125.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.126.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.126.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.126.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.126.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.126.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.126.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.127.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.127.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.127.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.127.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.127.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.127.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.128.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.128.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.128.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.128.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.128.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.128.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.129.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.129.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.129.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.129.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.129.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.129.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.13.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.13.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.13.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.13.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.13.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.13.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.130.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.130.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.130.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.130.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.130.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.130.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.131.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.131.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.131.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.131.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.131.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.131.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.132.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.132.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.132.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.132.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.132.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.132.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.133.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.133.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.133.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.133.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.133.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.133.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.134.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.134.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.134.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.134.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.134.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.134.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.135.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.135.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.135.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.135.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.135.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.135.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.136.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.136.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.136.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.136.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.136.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.136.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.137.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.137.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.137.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.137.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.137.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.137.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.138.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.138.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.138.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.138.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.138.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.138.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.139.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.139.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.139.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.139.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.139.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.139.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.14.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.14.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.14.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.14.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.14.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.14.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.140.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.140.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.140.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.140.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.140.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.140.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.141.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.141.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.141.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.141.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.141.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.141.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.142.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.142.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.142.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.142.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.142.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.142.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.143.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.143.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.143.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.143.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.143.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.143.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.144.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.144.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.144.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.144.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.144.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.144.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.145.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.145.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.145.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.145.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.145.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.145.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.146.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.146.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.146.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.146.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.146.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.146.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.147.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.147.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.147.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.147.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.147.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.147.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.148.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.148.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.148.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.148.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.148.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.148.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.149.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.149.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.149.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.149.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.149.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.149.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.15.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.15.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.15.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.15.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.15.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.15.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.150.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.150.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.150.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.150.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.150.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.150.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.151.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.151.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.151.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.151.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.151.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.151.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.152.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.152.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.152.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.152.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.152.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.152.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.153.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.153.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.153.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.153.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.153.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.153.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.154.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.154.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.154.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.154.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.154.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.154.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.155.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.155.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.155.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.155.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.155.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.155.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.156.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.156.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.156.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.156.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.156.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.156.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.157.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.157.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.157.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.157.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.157.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.157.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.158.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.158.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.158.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.158.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.158.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.158.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.159.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.159.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.159.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.159.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.159.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.159.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.16.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.16.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.16.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.16.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.16.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.16.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.17.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.17.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.17.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.17.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.17.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.17.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.18.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.18.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.18.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.18.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.18.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.18.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.19.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.19.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.19.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.19.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.19.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.19.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.2.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.2.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.2.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.2.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.2.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.2.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.20.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.20.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.20.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.20.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.20.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.20.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.21.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.21.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.21.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.21.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.21.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.21.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.22.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.22.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.22.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.22.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.22.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.22.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.23.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.23.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.23.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.23.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.23.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.23.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.24.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.24.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.24.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.24.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.24.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.24.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.25.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.25.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.25.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.25.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.25.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.25.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.26.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.26.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.26.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.26.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.26.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.26.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.27.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.27.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.27.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.27.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.27.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.27.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.28.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.28.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.28.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.28.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.28.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.28.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.29.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.29.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.29.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.29.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.29.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.29.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.3.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.3.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.3.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.3.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.3.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.3.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.30.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.30.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.30.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.30.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.30.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.30.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.31.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.31.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.31.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.31.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.31.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.31.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.32.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.32.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.32.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.32.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.32.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.32.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.33.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.33.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.33.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.33.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.33.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.33.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.34.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.34.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.34.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.34.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.34.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.34.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.35.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.35.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.35.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.35.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.35.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.35.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.36.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.36.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.36.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.36.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.36.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.36.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.37.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.37.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.37.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.37.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.37.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.37.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.38.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.38.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.38.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.38.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.38.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.38.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.39.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.39.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.39.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.39.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.39.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.39.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.4.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.4.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.4.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.4.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.4.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.4.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.40.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.40.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.40.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.40.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.40.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.40.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.41.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.41.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.41.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.41.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.41.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.41.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.42.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.42.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.42.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.42.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.42.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.42.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.43.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.43.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.43.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.43.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.43.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.43.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.44.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.44.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.44.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.44.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.44.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.44.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.45.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.45.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.45.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.45.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.45.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.45.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.46.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.46.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.46.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.46.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.46.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.46.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.47.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.47.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.47.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.47.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.47.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.47.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.48.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.48.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.48.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.48.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.48.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.48.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.49.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.49.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.49.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.49.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.49.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.49.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.5.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.5.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.5.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.5.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.5.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.5.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.50.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.50.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.50.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.50.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.50.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.50.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.51.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.51.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.51.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.51.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.51.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.51.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.52.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.52.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.52.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.52.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.52.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.52.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.53.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.53.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.53.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.53.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.53.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.53.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.54.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.54.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.54.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.54.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.54.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.54.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.55.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.55.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.55.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.55.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.55.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.55.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.56.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.56.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.56.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.56.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.56.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.56.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.57.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.57.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.57.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.57.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.57.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.57.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.58.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.58.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.58.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.58.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.58.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.58.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.59.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.59.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.59.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.59.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.59.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.59.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.6.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.6.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.6.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.6.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.6.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.6.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.60.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.60.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.60.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.60.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.60.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.60.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.61.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.61.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.61.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.61.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.61.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.61.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.62.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.62.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.62.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.62.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.62.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.62.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.63.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.63.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.63.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.63.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.63.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.63.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.64.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.64.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.64.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.64.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.64.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.64.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.65.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.65.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.65.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.65.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.65.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.65.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.66.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.66.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.66.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.66.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.66.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.66.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.67.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.67.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.67.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.67.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.67.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.67.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.68.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.68.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.68.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.68.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.68.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.68.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.69.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.69.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.69.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.69.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.69.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.69.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.7.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.7.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.7.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.7.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.7.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.7.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.70.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.70.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.70.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.70.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.70.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.70.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.71.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.71.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.71.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.71.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.71.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.71.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.72.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.72.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.72.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.72.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.72.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.72.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.73.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.73.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.73.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.73.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.73.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.73.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.74.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.74.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.74.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.74.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.74.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.74.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.75.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.75.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.75.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.75.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.75.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.75.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.76.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.76.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.76.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.76.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.76.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.76.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.77.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.77.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.77.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.77.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.77.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.77.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.78.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.78.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.78.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.78.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.78.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.78.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.79.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.79.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.79.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.79.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.79.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.79.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.8.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.8.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.8.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.8.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.8.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.8.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.80.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.80.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.80.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.80.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.80.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.80.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.81.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.81.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.81.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.81.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.81.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.81.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.82.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.82.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.82.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.82.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.82.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.82.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.83.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.83.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.83.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.83.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.83.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.83.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.84.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.84.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.84.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.84.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.84.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.84.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.85.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.85.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.85.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.85.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.85.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.85.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.86.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.86.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.86.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.86.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.86.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.86.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.87.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.87.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.87.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.87.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.87.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.87.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.88.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.88.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.88.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.88.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.88.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.88.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.89.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.89.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.89.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.89.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.89.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.89.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.9.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.9.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.9.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.9.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.9.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.9.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.90.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.90.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.90.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.90.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.90.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.90.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.91.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.91.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.91.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.91.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.91.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.91.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.92.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.92.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.92.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.92.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.92.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.92.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.93.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.93.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.93.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.93.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.93.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.93.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.94.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.94.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.94.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.94.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.94.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.94.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.95.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.95.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.95.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.95.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.95.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.95.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.96.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.96.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.96.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.96.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.96.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.96.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.97.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.97.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.97.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.97.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.97.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.97.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.98.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.98.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.98.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.98.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.98.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.98.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.99.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.99.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.99.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.99.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.99.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.experts.99.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.gate.e_score_correction_bias": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.gate.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.shared_experts.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.shared_experts.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.mlp.shared_experts.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.post_attention_layernorm.weight": "model-00020-of-00043.safetensors", + "model.layers.43.self_attn.k_norm.weight": "model-00020-of-00043.safetensors", + "model.layers.43.self_attn.k_proj.bias": "model-00020-of-00043.safetensors", + "model.layers.43.self_attn.k_proj.output_scale": "model-00020-of-00043.safetensors", + "model.layers.43.self_attn.k_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.self_attn.o_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.self_attn.q_norm.weight": "model-00020-of-00043.safetensors", + "model.layers.43.self_attn.q_proj.bias": "model-00020-of-00043.safetensors", + "model.layers.43.self_attn.q_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.43.self_attn.v_proj.bias": "model-00020-of-00043.safetensors", + "model.layers.43.self_attn.v_proj.output_scale": "model-00020-of-00043.safetensors", + "model.layers.43.self_attn.v_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.input_layernorm.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.0.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.0.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.0.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.0.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.0.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.0.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.1.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.1.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.1.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.1.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.1.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.1.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.10.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.10.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.10.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.10.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.10.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.10.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.100.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.100.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.100.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.100.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.100.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.100.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.101.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.101.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.101.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.101.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.101.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.101.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.102.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.102.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.102.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.102.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.102.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.102.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.103.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.103.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.103.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.103.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.103.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.103.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.104.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.104.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.104.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.104.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.104.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.104.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.105.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.105.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.105.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.105.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.105.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.105.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.106.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.106.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.106.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.106.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.106.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.106.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.107.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.107.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.107.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.107.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.107.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.107.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.108.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.108.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.108.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.108.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.108.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.108.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.109.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.109.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.109.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.109.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.109.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.109.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.11.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.11.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.11.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.11.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.11.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.11.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.110.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.110.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.110.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.110.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.110.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.110.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.111.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.111.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.111.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.111.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.111.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.111.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.112.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.112.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.112.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.112.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.112.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.112.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.113.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.113.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.113.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.113.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.113.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.113.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.114.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.114.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.114.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.114.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.114.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.114.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.115.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.115.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.115.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.115.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.115.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.115.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.116.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.116.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.116.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.116.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.116.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.116.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.117.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.117.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.117.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.117.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.117.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.117.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.118.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.118.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.118.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.118.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.118.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.118.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.119.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.119.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.119.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.119.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.119.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.119.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.12.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.12.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.12.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.12.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.12.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.12.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.120.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.120.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.120.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.120.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.120.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.120.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.121.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.121.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.121.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.121.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.121.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.121.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.122.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.122.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.122.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.122.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.122.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.122.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.123.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.123.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.123.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.123.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.123.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.123.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.124.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.124.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.124.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.124.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.124.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.124.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.125.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.125.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.125.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.125.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.125.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.125.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.126.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.126.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.126.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.126.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.126.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.126.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.127.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.127.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.127.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.127.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.127.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.127.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.128.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.128.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.128.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.128.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.128.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.128.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.129.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.129.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.129.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.129.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.129.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.129.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.13.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.13.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.13.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.13.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.13.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.13.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.130.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.130.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.130.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.130.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.130.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.130.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.131.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.131.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.131.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.131.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.131.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.131.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.132.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.132.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.132.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.132.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.132.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.132.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.133.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.133.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.133.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.133.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.133.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.133.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.134.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.134.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.134.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.134.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.134.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.134.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.135.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.135.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.135.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.135.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.135.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.135.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.136.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.136.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.136.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.136.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.136.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.136.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.137.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.137.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.137.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.137.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.137.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.137.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.138.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.138.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.138.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.138.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.138.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.138.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.139.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.139.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.139.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.139.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.139.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.139.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.14.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.14.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.14.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.14.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.14.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.14.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.140.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.140.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.140.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.140.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.140.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.140.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.141.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.141.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.141.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.141.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.141.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.141.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.142.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.142.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.142.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.142.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.142.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.142.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.143.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.143.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.143.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.143.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.143.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.143.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.144.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.144.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.144.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.144.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.144.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.144.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.145.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.145.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.145.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.145.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.145.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.145.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.146.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.146.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.146.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.146.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.146.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.146.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.147.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.147.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.147.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.147.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.147.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.147.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.148.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.148.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.148.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.148.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.148.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.148.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.149.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.149.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.149.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.149.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.149.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.149.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.15.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.15.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.15.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.15.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.15.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.15.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.150.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.150.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.150.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.150.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.150.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.150.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.151.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.151.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.151.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.151.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.151.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.151.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.152.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.152.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.152.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.152.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.152.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.152.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.153.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.153.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.153.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.153.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.153.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.153.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.154.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.154.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.154.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.154.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.154.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.154.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.155.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.155.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.155.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.155.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.155.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.155.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.156.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.156.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.156.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.156.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.156.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.156.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.157.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.157.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.157.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.157.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.157.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.157.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.158.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.158.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.158.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.158.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.158.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.158.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.159.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.159.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.159.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.159.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.159.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.159.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.16.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.16.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.16.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.16.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.16.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.16.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.17.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.17.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.17.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.17.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.17.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.17.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.18.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.18.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.18.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.18.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.18.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.18.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.19.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.19.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.19.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.19.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.19.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.19.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.2.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.2.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.2.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.2.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.2.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.2.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.20.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.20.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.20.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.20.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.20.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.20.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.21.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.21.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.21.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.21.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.21.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.21.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.22.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.22.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.22.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.22.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.22.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.22.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.23.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.23.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.23.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.23.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.23.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.23.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.24.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.24.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.24.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.24.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.24.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.24.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.25.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.25.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.25.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.25.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.25.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.25.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.26.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.26.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.26.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.26.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.26.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.26.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.27.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.27.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.27.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.27.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.27.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.27.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.28.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.28.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.28.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.28.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.28.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.28.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.29.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.29.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.29.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.29.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.29.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.29.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.3.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.3.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.3.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.3.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.3.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.3.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.30.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.30.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.30.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.30.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.30.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.30.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.31.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.31.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.31.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.31.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.31.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.31.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.32.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.32.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.32.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.32.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.32.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.32.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.33.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.33.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.33.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.33.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.33.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.33.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.34.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.34.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.34.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.34.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.34.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.34.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.35.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.35.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.35.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.35.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.35.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.35.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.36.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.36.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.36.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.36.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.36.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.36.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.37.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.37.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.37.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.37.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.37.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.37.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.38.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.38.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.38.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.38.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.38.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.38.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.39.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.39.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.39.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.39.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.39.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.39.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.4.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.4.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.4.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.4.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.4.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.4.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.40.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.40.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.40.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.40.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.40.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.40.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.41.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.41.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.41.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.41.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.41.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.41.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.42.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.42.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.42.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.42.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.42.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.42.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.43.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.43.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.43.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.43.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.43.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.43.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.44.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.44.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.44.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.44.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.44.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.44.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.45.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.45.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.45.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.45.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.45.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.45.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.46.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.46.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.46.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.46.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.46.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.46.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.47.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.47.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.47.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.47.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.47.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.47.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.48.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.48.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.48.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.48.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.48.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.48.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.49.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.49.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.49.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.49.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.49.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.49.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.5.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.5.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.5.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.5.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.5.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.5.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.50.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.50.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.50.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.50.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.50.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.50.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.51.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.51.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.51.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.51.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.51.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.51.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.52.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.52.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.52.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.52.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.52.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.52.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.53.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.53.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.53.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.53.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.53.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.53.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.54.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.54.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.54.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.54.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.54.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.54.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.55.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.55.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.55.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.55.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.55.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.55.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.56.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.56.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.56.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.56.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.56.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.56.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.57.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.57.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.57.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.57.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.57.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.57.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.58.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.58.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.58.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.58.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.58.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.58.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.59.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.59.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.59.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.59.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.59.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.59.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.6.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.6.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.6.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.6.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.6.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.6.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.60.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.60.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.60.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.60.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.60.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.60.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.61.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.61.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.61.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.61.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.61.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.61.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.62.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.62.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.62.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.62.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.62.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.62.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.63.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.63.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.63.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.63.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.63.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.63.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.64.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.64.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.64.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.64.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.64.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.64.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.65.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.65.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.65.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.65.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.65.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.65.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.66.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.66.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.66.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.66.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.66.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.66.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.67.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.67.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.67.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.67.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.67.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.67.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.68.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.68.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.68.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.68.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.68.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.68.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.69.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.69.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.69.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.69.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.69.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.69.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.7.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.7.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.7.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.7.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.7.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.7.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.70.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.70.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.70.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.70.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.70.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.70.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.71.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.71.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.71.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.71.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.71.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.71.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.72.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.72.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.72.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.72.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.72.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.72.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.73.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.73.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.73.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.73.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.73.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.73.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.74.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.74.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.74.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.74.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.74.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.74.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.75.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.75.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.75.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.75.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.75.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.75.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.76.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.76.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.76.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.76.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.76.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.76.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.77.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.77.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.77.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.77.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.77.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.77.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.78.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.78.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.78.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.78.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.78.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.78.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.79.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.79.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.79.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.79.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.79.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.79.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.8.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.8.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.8.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.8.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.8.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.8.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.80.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.80.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.80.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.80.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.80.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.80.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.81.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.81.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.81.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.81.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.81.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.81.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.82.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.82.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.82.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.82.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.82.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.82.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.83.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.83.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.83.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.83.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.83.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.83.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.84.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.84.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.84.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.84.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.84.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.84.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.85.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.85.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.85.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.85.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.85.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.85.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.86.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.86.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.86.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.86.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.86.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.86.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.87.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.87.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.87.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.87.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.87.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.87.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.88.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.88.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.88.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.88.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.88.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.88.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.89.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.89.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.89.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.89.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.89.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.89.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.9.down_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.9.down_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.9.gate_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.9.gate_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.9.up_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.9.up_proj.weight_scale": "model-00020-of-00043.safetensors", + "model.layers.44.mlp.experts.90.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.90.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.90.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.90.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.90.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.90.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.91.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.91.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.91.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.91.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.91.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.91.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.92.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.92.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.92.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.92.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.92.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.92.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.93.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.93.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.93.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.93.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.93.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.93.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.94.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.94.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.94.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.94.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.94.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.94.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.95.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.95.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.95.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.95.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.95.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.95.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.96.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.96.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.96.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.96.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.96.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.96.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.97.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.97.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.97.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.97.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.97.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.97.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.98.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.98.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.98.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.98.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.98.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.98.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.99.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.99.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.99.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.99.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.99.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.experts.99.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.gate.e_score_correction_bias": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.gate.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.shared_experts.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.shared_experts.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.mlp.shared_experts.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.44.post_attention_layernorm.weight": "model-00021-of-00043.safetensors", + "model.layers.44.self_attn.k_norm.weight": "model-00020-of-00043.safetensors", + "model.layers.44.self_attn.k_proj.bias": "model-00020-of-00043.safetensors", + "model.layers.44.self_attn.k_proj.output_scale": "model-00020-of-00043.safetensors", + "model.layers.44.self_attn.k_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.self_attn.o_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.self_attn.q_norm.weight": "model-00020-of-00043.safetensors", + "model.layers.44.self_attn.q_proj.bias": "model-00020-of-00043.safetensors", + "model.layers.44.self_attn.q_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.44.self_attn.v_proj.bias": "model-00020-of-00043.safetensors", + "model.layers.44.self_attn.v_proj.output_scale": "model-00020-of-00043.safetensors", + "model.layers.44.self_attn.v_proj.weight": "model-00020-of-00043.safetensors", + "model.layers.45.input_layernorm.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.0.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.0.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.0.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.0.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.0.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.0.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.1.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.1.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.1.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.1.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.1.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.1.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.10.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.10.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.10.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.10.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.10.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.10.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.100.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.100.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.100.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.100.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.100.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.100.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.101.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.101.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.101.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.101.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.101.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.101.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.102.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.102.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.102.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.102.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.102.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.102.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.103.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.103.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.103.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.103.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.103.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.103.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.104.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.104.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.104.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.104.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.104.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.104.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.105.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.105.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.105.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.105.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.105.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.105.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.106.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.106.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.106.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.106.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.106.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.106.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.107.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.107.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.107.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.107.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.107.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.107.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.108.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.108.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.108.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.108.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.108.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.108.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.109.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.109.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.109.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.109.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.109.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.109.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.11.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.11.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.11.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.11.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.11.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.11.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.110.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.110.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.110.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.110.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.110.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.110.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.111.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.111.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.111.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.111.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.111.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.111.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.112.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.112.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.112.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.112.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.112.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.112.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.113.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.113.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.113.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.113.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.113.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.113.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.114.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.114.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.114.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.114.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.114.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.114.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.115.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.115.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.115.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.115.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.115.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.115.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.116.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.116.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.116.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.116.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.116.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.116.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.117.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.117.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.117.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.117.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.117.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.117.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.118.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.118.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.118.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.118.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.118.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.118.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.119.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.119.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.119.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.119.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.119.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.119.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.12.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.12.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.12.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.12.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.12.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.12.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.120.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.120.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.120.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.120.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.120.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.120.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.121.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.121.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.121.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.121.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.121.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.121.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.122.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.122.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.122.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.122.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.122.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.122.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.123.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.123.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.123.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.123.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.123.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.123.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.124.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.124.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.124.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.124.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.124.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.124.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.125.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.125.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.125.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.125.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.125.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.125.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.126.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.126.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.126.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.126.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.126.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.126.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.127.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.127.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.127.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.127.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.127.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.127.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.128.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.128.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.128.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.128.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.128.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.128.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.129.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.129.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.129.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.129.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.129.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.129.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.13.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.13.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.13.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.13.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.13.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.13.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.130.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.130.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.130.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.130.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.130.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.130.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.131.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.131.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.131.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.131.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.131.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.131.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.132.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.132.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.132.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.132.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.132.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.132.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.133.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.133.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.133.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.133.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.133.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.133.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.134.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.134.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.134.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.134.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.134.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.134.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.135.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.135.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.135.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.135.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.135.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.135.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.136.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.136.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.136.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.136.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.136.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.136.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.137.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.137.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.137.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.137.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.137.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.137.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.138.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.138.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.138.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.138.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.138.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.138.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.139.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.139.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.139.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.139.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.139.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.139.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.14.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.14.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.14.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.14.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.14.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.14.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.140.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.140.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.140.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.140.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.140.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.140.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.141.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.141.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.141.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.141.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.141.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.141.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.142.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.142.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.142.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.142.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.142.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.142.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.143.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.143.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.143.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.143.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.143.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.143.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.144.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.144.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.144.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.144.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.144.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.144.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.145.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.145.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.145.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.145.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.145.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.145.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.146.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.146.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.146.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.146.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.146.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.146.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.147.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.147.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.147.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.147.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.147.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.147.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.148.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.148.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.148.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.148.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.148.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.148.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.149.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.149.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.149.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.149.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.149.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.149.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.15.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.15.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.15.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.15.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.15.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.15.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.150.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.150.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.150.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.150.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.150.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.150.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.151.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.151.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.151.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.151.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.151.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.151.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.152.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.152.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.152.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.152.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.152.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.152.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.153.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.153.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.153.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.153.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.153.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.153.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.154.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.154.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.154.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.154.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.154.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.154.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.155.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.155.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.155.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.155.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.155.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.155.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.156.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.156.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.156.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.156.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.156.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.156.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.157.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.157.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.157.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.157.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.157.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.157.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.158.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.158.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.158.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.158.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.158.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.158.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.159.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.159.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.159.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.159.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.159.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.159.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.16.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.16.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.16.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.16.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.16.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.16.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.17.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.17.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.17.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.17.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.17.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.17.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.18.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.18.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.18.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.18.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.18.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.18.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.19.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.19.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.19.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.19.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.19.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.19.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.2.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.2.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.2.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.2.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.2.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.2.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.20.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.20.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.20.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.20.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.20.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.20.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.21.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.21.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.21.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.21.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.21.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.21.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.22.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.22.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.22.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.22.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.22.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.22.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.23.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.23.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.23.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.23.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.23.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.23.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.24.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.24.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.24.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.24.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.24.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.24.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.25.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.25.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.25.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.25.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.25.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.25.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.26.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.26.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.26.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.26.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.26.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.26.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.27.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.27.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.27.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.27.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.27.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.27.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.28.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.28.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.28.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.28.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.28.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.28.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.29.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.29.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.29.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.29.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.29.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.29.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.3.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.3.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.3.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.3.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.3.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.3.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.30.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.30.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.30.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.30.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.30.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.30.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.31.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.31.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.31.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.31.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.31.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.31.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.32.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.32.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.32.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.32.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.32.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.32.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.33.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.33.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.33.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.33.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.33.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.33.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.34.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.34.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.34.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.34.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.34.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.34.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.35.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.35.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.35.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.35.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.35.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.35.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.36.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.36.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.36.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.36.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.36.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.36.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.37.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.37.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.37.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.37.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.37.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.37.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.38.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.38.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.38.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.38.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.38.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.38.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.39.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.39.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.39.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.39.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.39.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.39.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.4.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.4.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.4.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.4.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.4.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.4.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.40.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.40.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.40.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.40.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.40.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.40.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.41.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.41.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.41.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.41.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.41.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.41.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.42.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.42.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.42.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.42.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.42.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.42.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.43.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.43.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.43.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.43.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.43.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.43.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.44.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.44.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.44.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.44.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.44.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.44.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.45.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.45.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.45.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.45.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.45.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.45.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.46.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.46.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.46.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.46.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.46.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.46.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.47.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.47.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.47.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.47.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.47.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.47.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.48.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.48.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.48.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.48.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.48.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.48.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.49.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.49.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.49.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.49.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.49.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.49.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.5.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.5.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.5.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.5.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.5.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.5.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.50.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.50.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.50.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.50.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.50.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.50.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.51.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.51.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.51.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.51.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.51.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.51.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.52.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.52.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.52.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.52.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.52.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.52.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.53.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.53.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.53.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.53.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.53.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.53.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.54.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.54.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.54.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.54.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.54.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.54.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.55.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.55.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.55.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.55.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.55.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.55.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.56.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.56.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.56.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.56.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.56.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.56.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.57.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.57.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.57.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.57.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.57.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.57.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.58.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.58.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.58.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.58.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.58.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.58.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.59.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.59.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.59.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.59.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.59.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.59.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.6.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.6.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.6.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.6.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.6.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.6.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.60.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.60.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.60.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.60.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.60.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.60.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.61.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.61.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.61.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.61.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.61.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.61.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.62.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.62.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.62.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.62.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.62.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.62.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.63.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.63.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.63.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.63.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.63.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.63.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.64.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.64.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.64.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.64.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.64.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.64.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.65.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.65.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.65.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.65.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.65.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.65.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.66.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.66.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.66.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.66.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.66.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.66.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.67.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.67.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.67.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.67.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.67.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.67.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.68.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.68.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.68.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.68.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.68.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.68.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.69.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.69.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.69.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.69.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.69.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.69.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.7.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.7.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.7.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.7.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.7.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.7.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.70.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.70.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.70.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.70.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.70.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.70.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.71.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.71.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.71.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.71.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.71.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.71.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.72.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.72.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.72.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.72.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.72.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.72.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.73.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.73.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.73.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.73.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.73.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.73.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.74.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.74.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.74.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.74.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.74.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.74.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.75.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.75.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.75.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.75.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.75.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.75.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.76.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.76.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.76.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.76.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.76.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.76.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.77.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.77.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.77.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.77.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.77.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.77.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.78.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.78.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.78.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.78.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.78.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.78.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.79.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.79.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.79.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.79.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.79.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.79.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.8.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.8.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.8.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.8.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.8.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.8.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.80.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.80.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.80.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.80.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.80.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.80.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.81.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.81.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.81.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.81.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.81.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.81.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.82.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.82.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.82.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.82.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.82.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.82.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.83.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.83.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.83.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.83.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.83.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.83.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.84.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.84.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.84.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.84.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.84.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.84.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.85.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.85.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.85.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.85.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.85.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.85.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.86.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.86.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.86.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.86.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.86.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.86.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.87.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.87.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.87.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.87.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.87.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.87.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.88.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.88.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.88.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.88.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.88.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.88.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.89.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.89.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.89.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.89.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.89.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.89.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.9.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.9.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.9.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.9.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.9.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.9.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.90.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.90.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.90.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.90.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.90.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.90.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.91.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.91.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.91.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.91.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.91.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.91.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.92.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.92.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.92.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.92.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.92.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.92.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.93.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.93.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.93.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.93.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.93.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.93.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.94.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.94.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.94.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.94.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.94.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.94.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.95.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.95.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.95.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.95.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.95.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.95.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.96.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.96.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.96.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.96.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.96.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.96.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.97.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.97.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.97.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.97.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.97.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.97.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.98.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.98.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.98.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.98.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.98.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.98.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.99.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.99.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.99.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.99.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.99.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.experts.99.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.gate.e_score_correction_bias": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.gate.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.shared_experts.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.shared_experts.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.mlp.shared_experts.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.post_attention_layernorm.weight": "model-00021-of-00043.safetensors", + "model.layers.45.self_attn.k_norm.weight": "model-00021-of-00043.safetensors", + "model.layers.45.self_attn.k_proj.bias": "model-00021-of-00043.safetensors", + "model.layers.45.self_attn.k_proj.output_scale": "model-00021-of-00043.safetensors", + "model.layers.45.self_attn.k_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.self_attn.o_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.self_attn.q_norm.weight": "model-00021-of-00043.safetensors", + "model.layers.45.self_attn.q_proj.bias": "model-00021-of-00043.safetensors", + "model.layers.45.self_attn.q_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.45.self_attn.v_proj.bias": "model-00021-of-00043.safetensors", + "model.layers.45.self_attn.v_proj.output_scale": "model-00021-of-00043.safetensors", + "model.layers.45.self_attn.v_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.input_layernorm.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.0.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.0.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.0.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.0.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.0.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.0.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.1.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.1.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.1.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.1.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.1.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.1.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.10.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.10.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.10.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.10.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.10.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.10.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.100.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.100.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.100.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.100.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.100.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.100.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.101.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.101.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.101.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.101.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.101.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.101.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.102.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.102.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.102.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.102.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.102.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.102.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.103.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.103.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.103.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.103.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.103.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.103.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.104.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.104.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.104.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.104.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.104.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.104.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.105.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.105.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.105.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.105.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.105.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.105.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.106.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.106.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.106.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.106.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.106.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.106.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.107.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.107.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.107.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.107.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.107.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.107.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.108.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.108.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.108.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.108.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.108.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.108.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.109.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.109.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.109.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.109.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.109.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.109.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.11.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.11.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.11.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.11.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.11.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.11.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.110.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.110.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.110.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.110.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.110.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.110.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.111.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.111.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.111.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.111.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.111.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.111.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.112.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.112.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.112.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.112.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.112.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.112.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.113.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.113.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.113.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.113.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.113.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.113.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.114.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.114.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.114.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.114.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.114.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.114.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.115.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.115.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.115.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.115.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.115.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.115.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.116.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.116.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.116.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.116.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.116.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.116.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.117.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.117.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.117.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.117.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.117.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.117.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.118.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.118.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.118.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.118.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.118.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.118.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.119.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.119.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.119.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.119.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.119.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.119.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.12.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.12.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.12.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.12.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.12.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.12.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.120.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.120.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.120.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.120.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.120.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.120.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.121.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.121.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.121.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.121.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.121.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.121.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.122.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.122.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.122.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.122.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.122.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.122.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.123.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.123.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.123.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.123.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.123.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.123.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.124.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.124.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.124.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.124.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.124.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.124.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.125.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.125.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.125.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.125.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.125.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.125.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.126.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.126.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.126.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.126.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.126.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.126.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.127.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.127.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.127.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.127.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.127.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.127.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.128.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.128.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.128.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.128.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.128.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.128.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.129.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.129.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.129.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.129.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.129.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.129.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.13.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.13.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.13.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.13.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.13.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.13.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.130.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.130.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.130.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.130.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.130.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.130.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.131.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.131.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.131.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.131.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.131.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.131.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.132.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.132.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.132.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.132.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.132.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.132.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.133.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.133.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.133.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.133.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.133.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.133.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.134.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.134.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.134.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.134.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.134.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.134.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.135.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.135.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.135.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.135.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.135.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.135.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.136.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.136.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.136.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.136.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.136.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.136.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.137.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.137.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.137.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.137.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.137.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.137.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.138.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.138.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.138.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.138.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.138.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.138.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.139.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.139.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.139.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.139.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.139.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.139.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.14.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.14.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.14.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.14.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.14.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.14.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.140.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.140.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.140.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.140.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.140.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.140.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.141.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.141.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.141.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.141.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.141.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.141.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.142.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.142.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.142.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.142.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.142.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.142.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.143.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.143.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.143.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.143.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.143.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.143.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.144.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.144.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.144.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.144.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.144.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.144.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.145.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.145.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.145.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.145.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.145.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.145.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.146.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.146.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.146.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.146.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.146.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.146.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.147.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.147.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.147.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.147.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.147.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.147.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.148.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.148.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.148.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.148.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.148.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.148.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.149.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.149.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.149.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.149.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.149.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.149.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.15.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.15.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.15.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.15.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.15.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.15.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.150.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.150.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.150.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.150.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.150.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.150.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.151.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.151.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.151.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.151.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.151.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.151.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.152.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.152.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.152.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.152.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.152.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.152.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.153.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.153.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.153.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.153.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.153.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.153.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.154.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.154.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.154.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.154.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.154.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.154.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.155.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.155.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.155.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.155.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.155.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.155.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.156.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.156.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.156.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.156.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.156.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.156.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.157.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.157.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.157.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.157.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.157.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.157.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.158.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.158.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.158.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.158.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.158.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.158.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.159.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.159.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.159.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.159.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.159.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.159.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.16.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.16.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.16.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.16.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.16.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.16.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.17.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.17.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.17.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.17.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.17.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.17.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.18.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.18.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.18.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.18.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.18.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.18.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.19.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.19.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.19.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.19.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.19.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.19.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.2.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.2.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.2.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.2.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.2.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.2.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.20.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.20.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.20.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.20.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.20.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.20.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.21.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.21.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.21.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.21.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.21.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.21.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.22.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.22.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.22.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.22.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.22.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.22.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.23.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.23.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.23.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.23.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.23.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.23.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.24.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.24.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.24.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.24.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.24.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.24.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.25.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.25.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.25.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.25.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.25.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.25.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.26.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.26.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.26.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.26.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.26.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.26.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.27.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.27.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.27.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.27.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.27.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.27.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.28.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.28.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.28.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.28.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.28.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.28.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.29.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.29.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.29.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.29.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.29.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.29.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.3.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.3.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.3.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.3.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.3.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.3.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.30.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.30.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.30.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.30.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.30.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.30.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.31.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.31.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.31.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.31.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.31.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.31.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.32.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.32.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.32.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.32.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.32.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.32.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.33.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.33.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.33.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.33.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.33.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.33.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.34.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.34.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.34.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.34.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.34.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.34.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.35.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.35.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.35.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.35.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.35.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.35.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.36.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.36.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.36.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.36.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.36.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.36.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.37.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.37.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.37.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.37.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.37.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.37.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.38.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.38.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.38.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.38.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.38.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.38.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.39.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.39.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.39.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.39.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.39.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.39.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.4.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.4.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.4.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.4.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.4.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.4.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.40.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.40.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.40.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.40.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.40.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.40.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.41.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.41.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.41.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.41.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.41.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.41.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.42.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.42.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.42.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.42.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.42.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.42.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.43.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.43.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.43.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.43.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.43.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.43.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.44.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.44.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.44.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.44.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.44.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.44.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.45.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.45.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.45.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.45.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.45.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.45.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.46.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.46.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.46.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.46.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.46.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.46.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.47.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.47.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.47.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.47.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.47.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.47.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.48.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.48.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.48.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.48.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.48.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.48.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.49.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.49.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.49.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.49.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.49.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.49.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.5.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.5.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.5.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.5.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.5.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.5.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.50.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.50.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.50.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.50.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.50.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.50.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.51.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.51.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.51.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.51.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.51.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.51.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.52.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.52.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.52.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.52.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.52.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.52.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.53.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.53.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.53.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.53.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.53.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.53.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.54.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.54.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.54.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.54.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.54.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.54.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.55.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.55.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.55.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.55.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.55.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.55.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.56.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.56.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.56.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.56.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.56.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.56.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.57.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.57.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.57.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.57.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.57.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.57.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.58.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.58.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.58.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.58.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.58.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.58.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.59.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.59.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.59.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.59.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.59.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.59.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.6.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.6.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.6.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.6.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.6.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.6.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.60.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.60.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.60.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.60.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.60.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.60.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.61.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.61.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.61.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.61.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.61.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.61.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.62.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.62.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.62.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.62.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.62.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.62.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.63.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.63.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.63.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.63.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.63.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.63.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.64.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.64.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.64.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.64.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.64.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.64.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.65.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.65.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.65.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.65.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.65.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.65.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.66.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.66.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.66.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.66.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.66.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.66.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.67.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.67.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.67.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.67.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.67.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.67.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.68.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.68.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.68.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.68.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.68.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.68.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.69.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.69.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.69.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.69.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.69.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.69.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.7.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.7.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.7.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.7.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.7.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.7.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.70.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.70.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.70.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.70.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.70.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.70.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.71.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.71.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.71.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.71.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.71.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.71.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.72.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.72.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.72.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.72.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.72.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.72.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.73.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.73.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.73.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.73.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.73.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.73.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.74.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.74.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.74.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.74.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.74.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.74.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.75.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.75.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.75.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.75.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.75.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.75.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.76.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.76.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.76.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.76.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.76.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.76.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.77.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.77.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.77.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.77.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.77.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.77.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.78.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.78.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.78.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.78.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.78.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.78.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.79.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.79.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.79.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.79.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.79.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.79.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.8.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.8.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.8.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.8.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.8.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.8.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.80.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.80.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.80.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.80.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.80.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.80.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.81.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.81.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.81.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.81.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.81.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.81.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.82.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.82.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.82.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.82.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.82.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.82.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.83.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.83.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.83.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.83.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.83.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.83.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.84.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.84.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.84.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.84.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.84.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.84.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.85.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.85.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.85.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.85.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.85.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.85.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.86.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.86.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.86.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.86.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.86.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.86.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.87.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.87.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.87.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.87.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.87.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.87.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.88.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.88.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.88.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.88.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.88.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.88.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.89.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.89.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.89.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.89.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.89.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.89.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.9.down_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.9.down_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.9.gate_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.9.gate_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.9.up_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.9.up_proj.weight_scale": "model-00021-of-00043.safetensors", + "model.layers.46.mlp.experts.90.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.90.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.90.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.90.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.90.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.90.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.91.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.91.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.91.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.91.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.91.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.91.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.92.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.92.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.92.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.92.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.92.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.92.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.93.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.93.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.93.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.93.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.93.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.93.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.94.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.94.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.94.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.94.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.94.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.94.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.95.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.95.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.95.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.95.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.95.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.95.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.96.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.96.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.96.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.96.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.96.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.96.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.97.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.97.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.97.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.97.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.97.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.97.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.98.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.98.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.98.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.98.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.98.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.98.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.99.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.99.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.99.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.99.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.99.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.experts.99.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.gate.e_score_correction_bias": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.gate.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.shared_experts.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.shared_experts.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.mlp.shared_experts.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.46.post_attention_layernorm.weight": "model-00022-of-00043.safetensors", + "model.layers.46.self_attn.k_norm.weight": "model-00021-of-00043.safetensors", + "model.layers.46.self_attn.k_proj.bias": "model-00021-of-00043.safetensors", + "model.layers.46.self_attn.k_proj.output_scale": "model-00021-of-00043.safetensors", + "model.layers.46.self_attn.k_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.self_attn.o_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.self_attn.q_norm.weight": "model-00021-of-00043.safetensors", + "model.layers.46.self_attn.q_proj.bias": "model-00021-of-00043.safetensors", + "model.layers.46.self_attn.q_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.46.self_attn.v_proj.bias": "model-00021-of-00043.safetensors", + "model.layers.46.self_attn.v_proj.output_scale": "model-00021-of-00043.safetensors", + "model.layers.46.self_attn.v_proj.weight": "model-00021-of-00043.safetensors", + "model.layers.47.input_layernorm.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.0.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.0.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.0.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.0.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.0.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.0.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.1.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.1.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.1.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.1.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.1.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.1.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.10.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.10.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.10.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.10.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.10.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.10.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.100.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.100.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.100.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.100.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.100.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.100.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.101.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.101.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.101.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.101.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.101.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.101.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.102.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.102.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.102.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.102.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.102.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.102.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.103.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.103.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.103.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.103.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.103.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.103.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.104.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.104.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.104.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.104.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.104.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.104.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.105.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.105.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.105.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.105.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.105.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.105.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.106.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.106.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.106.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.106.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.106.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.106.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.107.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.107.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.107.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.107.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.107.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.107.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.108.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.108.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.108.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.108.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.108.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.108.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.109.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.109.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.109.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.109.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.109.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.109.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.11.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.11.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.11.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.11.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.11.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.11.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.110.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.110.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.110.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.110.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.110.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.110.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.111.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.111.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.111.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.111.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.111.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.111.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.112.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.112.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.112.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.112.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.112.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.112.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.113.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.113.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.113.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.113.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.113.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.113.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.114.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.114.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.114.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.114.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.114.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.114.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.115.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.115.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.115.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.115.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.115.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.115.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.116.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.116.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.116.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.116.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.116.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.116.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.117.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.117.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.117.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.117.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.117.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.117.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.118.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.118.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.118.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.118.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.118.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.118.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.119.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.119.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.119.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.119.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.119.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.119.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.12.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.12.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.12.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.12.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.12.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.12.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.120.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.120.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.120.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.120.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.120.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.120.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.121.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.121.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.121.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.121.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.121.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.121.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.122.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.122.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.122.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.122.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.122.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.122.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.123.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.123.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.123.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.123.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.123.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.123.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.124.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.124.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.124.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.124.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.124.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.124.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.125.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.125.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.125.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.125.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.125.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.125.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.126.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.126.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.126.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.126.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.126.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.126.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.127.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.127.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.127.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.127.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.127.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.127.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.128.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.128.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.128.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.128.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.128.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.128.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.129.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.129.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.129.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.129.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.129.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.129.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.13.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.13.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.13.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.13.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.13.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.13.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.130.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.130.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.130.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.130.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.130.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.130.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.131.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.131.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.131.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.131.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.131.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.131.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.132.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.132.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.132.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.132.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.132.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.132.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.133.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.133.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.133.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.133.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.133.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.133.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.134.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.134.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.134.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.134.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.134.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.134.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.135.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.135.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.135.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.135.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.135.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.135.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.136.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.136.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.136.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.136.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.136.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.136.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.137.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.137.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.137.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.137.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.137.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.137.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.138.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.138.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.138.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.138.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.138.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.138.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.139.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.139.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.139.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.139.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.139.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.139.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.14.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.14.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.14.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.14.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.14.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.14.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.140.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.140.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.140.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.140.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.140.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.140.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.141.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.141.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.141.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.141.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.141.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.141.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.142.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.142.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.142.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.142.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.142.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.142.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.143.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.143.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.143.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.143.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.143.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.143.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.144.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.144.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.144.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.144.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.144.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.144.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.145.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.145.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.145.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.145.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.145.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.145.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.146.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.146.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.146.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.146.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.146.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.146.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.147.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.147.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.147.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.147.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.147.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.147.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.148.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.148.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.148.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.148.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.148.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.148.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.149.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.149.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.149.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.149.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.149.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.149.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.15.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.15.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.15.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.15.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.15.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.15.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.150.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.150.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.150.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.150.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.150.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.150.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.151.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.151.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.151.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.151.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.151.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.151.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.152.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.152.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.152.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.152.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.152.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.152.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.153.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.153.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.153.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.153.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.153.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.153.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.154.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.154.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.154.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.154.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.154.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.154.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.155.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.155.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.155.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.155.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.155.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.155.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.156.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.156.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.156.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.156.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.156.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.156.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.157.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.157.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.157.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.157.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.157.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.157.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.158.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.158.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.158.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.158.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.158.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.158.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.159.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.159.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.159.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.159.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.159.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.159.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.16.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.16.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.16.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.16.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.16.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.16.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.17.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.17.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.17.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.17.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.17.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.17.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.18.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.18.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.18.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.18.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.18.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.18.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.19.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.19.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.19.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.19.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.19.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.19.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.2.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.2.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.2.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.2.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.2.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.2.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.20.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.20.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.20.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.20.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.20.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.20.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.21.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.21.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.21.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.21.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.21.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.21.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.22.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.22.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.22.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.22.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.22.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.22.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.23.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.23.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.23.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.23.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.23.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.23.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.24.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.24.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.24.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.24.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.24.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.24.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.25.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.25.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.25.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.25.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.25.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.25.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.26.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.26.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.26.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.26.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.26.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.26.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.27.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.27.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.27.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.27.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.27.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.27.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.28.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.28.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.28.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.28.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.28.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.28.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.29.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.29.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.29.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.29.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.29.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.29.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.3.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.3.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.3.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.3.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.3.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.3.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.30.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.30.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.30.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.30.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.30.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.30.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.31.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.31.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.31.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.31.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.31.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.31.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.32.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.32.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.32.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.32.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.32.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.32.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.33.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.33.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.33.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.33.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.33.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.33.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.34.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.34.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.34.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.34.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.34.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.34.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.35.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.35.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.35.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.35.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.35.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.35.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.36.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.36.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.36.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.36.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.36.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.36.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.37.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.37.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.37.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.37.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.37.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.37.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.38.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.38.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.38.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.38.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.38.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.38.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.39.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.39.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.39.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.39.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.39.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.39.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.4.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.4.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.4.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.4.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.4.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.4.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.40.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.40.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.40.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.40.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.40.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.40.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.41.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.41.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.41.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.41.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.41.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.41.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.42.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.42.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.42.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.42.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.42.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.42.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.43.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.43.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.43.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.43.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.43.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.43.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.44.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.44.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.44.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.44.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.44.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.44.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.45.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.45.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.45.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.45.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.45.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.45.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.46.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.46.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.46.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.46.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.46.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.46.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.47.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.47.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.47.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.47.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.47.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.47.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.48.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.48.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.48.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.48.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.48.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.48.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.49.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.49.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.49.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.49.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.49.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.49.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.5.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.5.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.5.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.5.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.5.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.5.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.50.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.50.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.50.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.50.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.50.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.50.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.51.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.51.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.51.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.51.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.51.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.51.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.52.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.52.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.52.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.52.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.52.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.52.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.53.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.53.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.53.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.53.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.53.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.53.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.54.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.54.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.54.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.54.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.54.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.54.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.55.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.55.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.55.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.55.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.55.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.55.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.56.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.56.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.56.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.56.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.56.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.56.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.57.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.57.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.57.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.57.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.57.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.57.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.58.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.58.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.58.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.58.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.58.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.58.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.59.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.59.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.59.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.59.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.59.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.59.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.6.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.6.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.6.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.6.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.6.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.6.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.60.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.60.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.60.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.60.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.60.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.60.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.61.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.61.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.61.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.61.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.61.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.61.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.62.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.62.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.62.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.62.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.62.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.62.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.63.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.63.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.63.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.63.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.63.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.63.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.64.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.64.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.64.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.64.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.64.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.64.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.65.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.65.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.65.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.65.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.65.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.65.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.66.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.66.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.66.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.66.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.66.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.66.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.67.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.67.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.67.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.67.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.67.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.67.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.68.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.68.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.68.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.68.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.68.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.68.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.69.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.69.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.69.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.69.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.69.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.69.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.7.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.7.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.7.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.7.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.7.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.7.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.70.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.70.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.70.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.70.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.70.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.70.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.71.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.71.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.71.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.71.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.71.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.71.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.72.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.72.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.72.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.72.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.72.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.72.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.73.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.73.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.73.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.73.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.73.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.73.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.74.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.74.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.74.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.74.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.74.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.74.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.75.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.75.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.75.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.75.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.75.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.75.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.76.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.76.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.76.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.76.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.76.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.76.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.77.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.77.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.77.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.77.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.77.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.77.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.78.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.78.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.78.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.78.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.78.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.78.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.79.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.79.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.79.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.79.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.79.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.79.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.8.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.8.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.8.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.8.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.8.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.8.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.80.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.80.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.80.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.80.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.80.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.80.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.81.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.81.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.81.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.81.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.81.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.81.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.82.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.82.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.82.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.82.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.82.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.82.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.83.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.83.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.83.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.83.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.83.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.83.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.84.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.84.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.84.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.84.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.84.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.84.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.85.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.85.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.85.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.85.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.85.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.85.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.86.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.86.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.86.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.86.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.86.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.86.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.87.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.87.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.87.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.87.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.87.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.87.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.88.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.88.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.88.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.88.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.88.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.88.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.89.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.89.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.89.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.89.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.89.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.89.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.9.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.9.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.9.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.9.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.9.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.9.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.90.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.90.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.90.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.90.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.90.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.90.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.91.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.91.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.91.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.91.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.91.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.91.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.92.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.92.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.92.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.92.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.92.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.92.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.93.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.93.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.93.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.93.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.93.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.93.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.94.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.94.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.94.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.94.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.94.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.94.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.95.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.95.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.95.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.95.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.95.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.95.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.96.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.96.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.96.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.96.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.96.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.96.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.97.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.97.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.97.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.97.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.97.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.97.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.98.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.98.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.98.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.98.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.98.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.98.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.99.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.99.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.99.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.99.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.99.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.experts.99.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.gate.e_score_correction_bias": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.gate.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.shared_experts.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.shared_experts.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.mlp.shared_experts.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.post_attention_layernorm.weight": "model-00022-of-00043.safetensors", + "model.layers.47.self_attn.k_norm.weight": "model-00022-of-00043.safetensors", + "model.layers.47.self_attn.k_proj.bias": "model-00022-of-00043.safetensors", + "model.layers.47.self_attn.k_proj.output_scale": "model-00022-of-00043.safetensors", + "model.layers.47.self_attn.k_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.self_attn.o_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.self_attn.q_norm.weight": "model-00022-of-00043.safetensors", + "model.layers.47.self_attn.q_proj.bias": "model-00022-of-00043.safetensors", + "model.layers.47.self_attn.q_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.47.self_attn.v_proj.bias": "model-00022-of-00043.safetensors", + "model.layers.47.self_attn.v_proj.output_scale": "model-00022-of-00043.safetensors", + "model.layers.47.self_attn.v_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.input_layernorm.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.0.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.0.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.0.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.0.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.0.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.0.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.1.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.1.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.1.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.1.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.1.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.1.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.10.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.10.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.10.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.10.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.10.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.10.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.100.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.100.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.100.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.100.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.100.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.100.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.101.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.101.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.101.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.101.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.101.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.101.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.102.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.102.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.102.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.102.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.102.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.102.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.103.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.103.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.103.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.103.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.103.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.103.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.104.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.104.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.104.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.104.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.104.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.104.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.105.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.105.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.105.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.105.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.105.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.105.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.106.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.106.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.106.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.106.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.106.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.106.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.107.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.107.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.107.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.107.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.107.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.107.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.108.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.108.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.108.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.108.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.108.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.108.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.109.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.109.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.109.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.109.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.109.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.109.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.11.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.11.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.11.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.11.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.11.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.11.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.110.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.110.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.110.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.110.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.110.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.110.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.111.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.111.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.111.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.111.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.111.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.111.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.112.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.112.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.112.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.112.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.112.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.112.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.113.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.113.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.113.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.113.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.113.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.113.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.114.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.114.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.114.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.114.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.114.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.114.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.115.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.115.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.115.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.115.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.115.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.115.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.116.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.116.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.116.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.116.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.116.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.116.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.117.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.117.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.117.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.117.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.117.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.117.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.118.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.118.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.118.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.118.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.118.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.118.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.119.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.119.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.119.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.119.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.119.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.119.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.12.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.12.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.12.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.12.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.12.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.12.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.120.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.120.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.120.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.120.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.120.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.120.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.121.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.121.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.121.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.121.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.121.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.121.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.122.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.122.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.122.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.122.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.122.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.122.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.123.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.123.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.123.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.123.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.123.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.123.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.124.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.124.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.124.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.124.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.124.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.124.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.125.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.125.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.125.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.125.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.125.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.125.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.126.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.126.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.126.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.126.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.126.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.126.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.127.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.127.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.127.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.127.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.127.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.127.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.128.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.128.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.128.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.128.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.128.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.128.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.129.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.129.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.129.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.129.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.129.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.129.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.13.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.13.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.13.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.13.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.13.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.13.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.130.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.130.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.130.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.130.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.130.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.130.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.131.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.131.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.131.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.131.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.131.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.131.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.132.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.132.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.132.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.132.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.132.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.132.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.133.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.133.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.133.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.133.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.133.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.133.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.134.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.134.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.134.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.134.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.134.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.134.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.135.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.135.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.135.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.135.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.135.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.135.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.136.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.136.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.136.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.136.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.136.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.136.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.137.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.137.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.137.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.137.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.137.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.137.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.138.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.138.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.138.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.138.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.138.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.138.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.139.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.139.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.139.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.139.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.139.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.139.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.14.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.14.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.14.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.14.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.14.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.14.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.140.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.140.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.140.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.140.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.140.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.140.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.141.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.141.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.141.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.141.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.141.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.141.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.142.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.142.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.142.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.142.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.142.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.142.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.143.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.143.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.143.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.143.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.143.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.143.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.144.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.144.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.144.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.144.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.144.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.144.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.145.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.145.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.145.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.145.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.145.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.145.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.146.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.146.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.146.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.146.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.146.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.146.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.147.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.147.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.147.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.147.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.147.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.147.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.148.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.148.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.148.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.148.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.148.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.148.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.149.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.149.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.149.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.149.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.149.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.149.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.15.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.15.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.15.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.15.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.15.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.15.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.150.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.150.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.150.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.150.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.150.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.150.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.151.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.151.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.151.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.151.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.151.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.151.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.152.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.152.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.152.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.152.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.152.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.152.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.153.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.153.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.153.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.153.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.153.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.153.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.154.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.154.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.154.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.154.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.154.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.154.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.155.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.155.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.155.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.155.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.155.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.155.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.156.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.156.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.156.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.156.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.156.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.156.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.157.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.157.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.157.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.157.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.157.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.157.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.158.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.158.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.158.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.158.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.158.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.158.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.159.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.159.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.159.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.159.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.159.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.159.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.16.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.16.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.16.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.16.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.16.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.16.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.17.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.17.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.17.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.17.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.17.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.17.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.18.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.18.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.18.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.18.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.18.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.18.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.19.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.19.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.19.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.19.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.19.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.19.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.2.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.2.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.2.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.2.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.2.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.2.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.20.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.20.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.20.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.20.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.20.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.20.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.21.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.21.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.21.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.21.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.21.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.21.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.22.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.22.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.22.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.22.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.22.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.22.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.23.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.23.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.23.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.23.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.23.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.23.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.24.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.24.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.24.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.24.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.24.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.24.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.25.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.25.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.25.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.25.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.25.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.25.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.26.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.26.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.26.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.26.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.26.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.26.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.27.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.27.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.27.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.27.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.27.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.27.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.28.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.28.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.28.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.28.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.28.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.28.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.29.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.29.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.29.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.29.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.29.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.29.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.3.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.3.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.3.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.3.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.3.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.3.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.30.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.30.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.30.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.30.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.30.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.30.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.31.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.31.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.31.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.31.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.31.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.31.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.32.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.32.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.32.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.32.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.32.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.32.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.33.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.33.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.33.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.33.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.33.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.33.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.34.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.34.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.34.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.34.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.34.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.34.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.35.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.35.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.35.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.35.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.35.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.35.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.36.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.36.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.36.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.36.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.36.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.36.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.37.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.37.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.37.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.37.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.37.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.37.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.38.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.38.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.38.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.38.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.38.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.38.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.39.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.39.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.39.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.39.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.39.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.39.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.4.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.4.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.4.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.4.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.4.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.4.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.40.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.40.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.40.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.40.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.40.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.40.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.41.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.41.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.41.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.41.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.41.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.41.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.42.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.42.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.42.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.42.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.42.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.42.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.43.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.43.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.43.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.43.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.43.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.43.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.44.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.44.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.44.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.44.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.44.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.44.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.45.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.45.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.45.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.45.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.45.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.45.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.46.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.46.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.46.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.46.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.46.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.46.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.47.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.47.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.47.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.47.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.47.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.47.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.48.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.48.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.48.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.48.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.48.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.48.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.49.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.49.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.49.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.49.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.49.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.49.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.5.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.5.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.5.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.5.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.5.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.5.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.50.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.50.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.50.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.50.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.50.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.50.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.51.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.51.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.51.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.51.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.51.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.51.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.52.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.52.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.52.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.52.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.52.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.52.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.53.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.53.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.53.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.53.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.53.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.53.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.54.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.54.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.54.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.54.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.54.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.54.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.55.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.55.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.55.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.55.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.55.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.55.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.56.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.56.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.56.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.56.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.56.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.56.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.57.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.57.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.57.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.57.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.57.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.57.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.58.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.58.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.58.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.58.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.58.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.58.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.59.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.59.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.59.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.59.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.59.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.59.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.6.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.6.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.6.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.6.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.6.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.6.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.60.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.60.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.60.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.60.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.60.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.60.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.61.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.61.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.61.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.61.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.61.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.61.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.62.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.62.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.62.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.62.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.62.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.62.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.63.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.63.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.63.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.63.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.63.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.63.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.64.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.64.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.64.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.64.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.64.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.64.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.65.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.65.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.65.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.65.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.65.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.65.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.66.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.66.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.66.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.66.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.66.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.66.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.67.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.67.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.67.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.67.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.67.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.67.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.68.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.68.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.68.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.68.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.68.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.68.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.69.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.69.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.69.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.69.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.69.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.69.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.7.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.7.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.7.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.7.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.7.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.7.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.70.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.70.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.70.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.70.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.70.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.70.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.71.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.71.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.71.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.71.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.71.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.71.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.72.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.72.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.72.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.72.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.72.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.72.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.73.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.73.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.73.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.73.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.73.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.73.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.74.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.74.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.74.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.74.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.74.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.74.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.75.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.75.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.75.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.75.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.75.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.75.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.76.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.76.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.76.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.76.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.76.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.76.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.77.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.77.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.77.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.77.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.77.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.77.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.78.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.78.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.78.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.78.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.78.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.78.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.79.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.79.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.79.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.79.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.79.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.79.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.8.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.8.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.8.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.8.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.8.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.8.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.80.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.80.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.80.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.80.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.80.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.80.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.81.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.81.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.81.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.81.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.81.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.81.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.82.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.82.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.82.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.82.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.82.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.82.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.83.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.83.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.83.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.83.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.83.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.83.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.84.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.84.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.84.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.84.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.84.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.84.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.85.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.85.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.85.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.85.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.85.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.85.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.86.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.86.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.86.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.86.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.86.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.86.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.87.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.87.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.87.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.87.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.87.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.87.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.88.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.88.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.88.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.88.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.88.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.88.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.89.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.89.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.89.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.89.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.89.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.89.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.9.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.9.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.9.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.9.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.9.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.9.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.90.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.90.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.90.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.90.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.90.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.90.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.91.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.91.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.91.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.91.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.91.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.91.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.92.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.92.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.92.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.92.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.92.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.92.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.93.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.93.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.93.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.93.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.93.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.93.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.94.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.94.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.94.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.94.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.94.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.94.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.95.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.95.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.95.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.95.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.95.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.95.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.96.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.96.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.96.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.96.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.96.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.96.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.97.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.97.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.97.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.97.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.97.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.97.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.98.down_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.98.down_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.98.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.98.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.98.up_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.98.up_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.99.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.99.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.99.gate_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.99.gate_proj.weight_scale": "model-00022-of-00043.safetensors", + "model.layers.48.mlp.experts.99.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.experts.99.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.gate.e_score_correction_bias": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.gate.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.shared_experts.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.shared_experts.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.mlp.shared_experts.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.48.post_attention_layernorm.weight": "model-00023-of-00043.safetensors", + "model.layers.48.self_attn.k_norm.weight": "model-00022-of-00043.safetensors", + "model.layers.48.self_attn.k_proj.bias": "model-00022-of-00043.safetensors", + "model.layers.48.self_attn.k_proj.output_scale": "model-00022-of-00043.safetensors", + "model.layers.48.self_attn.k_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.self_attn.o_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.self_attn.q_norm.weight": "model-00022-of-00043.safetensors", + "model.layers.48.self_attn.q_proj.bias": "model-00022-of-00043.safetensors", + "model.layers.48.self_attn.q_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.48.self_attn.v_proj.bias": "model-00022-of-00043.safetensors", + "model.layers.48.self_attn.v_proj.output_scale": "model-00022-of-00043.safetensors", + "model.layers.48.self_attn.v_proj.weight": "model-00022-of-00043.safetensors", + "model.layers.49.input_layernorm.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.0.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.0.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.0.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.0.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.0.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.0.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.1.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.1.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.1.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.1.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.1.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.1.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.10.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.10.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.10.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.10.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.10.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.10.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.100.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.100.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.100.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.100.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.100.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.100.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.101.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.101.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.101.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.101.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.101.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.101.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.102.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.102.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.102.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.102.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.102.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.102.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.103.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.103.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.103.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.103.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.103.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.103.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.104.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.104.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.104.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.104.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.104.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.104.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.105.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.105.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.105.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.105.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.105.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.105.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.106.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.106.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.106.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.106.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.106.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.106.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.107.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.107.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.107.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.107.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.107.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.107.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.108.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.108.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.108.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.108.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.108.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.108.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.109.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.109.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.109.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.109.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.109.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.109.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.11.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.11.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.11.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.11.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.11.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.11.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.110.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.110.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.110.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.110.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.110.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.110.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.111.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.111.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.111.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.111.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.111.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.111.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.112.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.112.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.112.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.112.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.112.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.112.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.113.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.113.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.113.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.113.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.113.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.113.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.114.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.114.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.114.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.114.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.114.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.114.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.115.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.115.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.115.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.115.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.115.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.115.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.116.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.116.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.116.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.116.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.116.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.116.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.117.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.117.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.117.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.117.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.117.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.117.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.118.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.118.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.118.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.118.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.118.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.118.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.119.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.119.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.119.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.119.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.119.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.119.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.12.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.12.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.12.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.12.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.12.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.12.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.120.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.120.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.120.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.120.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.120.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.120.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.121.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.121.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.121.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.121.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.121.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.121.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.122.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.122.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.122.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.122.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.122.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.122.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.123.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.123.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.123.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.123.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.123.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.123.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.124.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.124.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.124.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.124.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.124.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.124.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.125.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.125.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.125.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.125.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.125.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.125.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.126.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.126.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.126.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.126.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.126.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.126.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.127.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.127.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.127.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.127.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.127.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.127.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.128.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.128.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.128.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.128.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.128.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.128.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.129.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.129.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.129.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.129.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.129.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.129.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.13.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.13.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.13.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.13.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.13.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.13.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.130.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.130.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.130.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.130.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.130.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.130.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.131.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.131.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.131.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.131.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.131.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.131.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.132.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.132.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.132.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.132.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.132.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.132.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.133.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.133.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.133.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.133.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.133.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.133.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.134.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.134.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.134.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.134.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.134.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.134.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.135.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.135.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.135.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.135.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.135.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.135.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.136.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.136.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.136.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.136.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.136.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.136.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.137.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.137.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.137.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.137.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.137.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.137.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.138.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.138.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.138.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.138.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.138.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.138.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.139.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.139.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.139.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.139.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.139.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.139.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.14.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.14.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.14.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.14.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.14.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.14.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.140.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.140.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.140.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.140.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.140.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.140.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.141.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.141.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.141.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.141.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.141.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.141.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.142.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.142.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.142.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.142.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.142.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.142.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.143.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.143.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.143.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.143.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.143.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.143.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.144.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.144.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.144.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.144.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.144.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.144.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.145.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.145.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.145.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.145.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.145.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.145.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.146.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.146.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.146.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.146.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.146.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.146.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.147.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.147.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.147.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.147.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.147.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.147.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.148.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.148.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.148.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.148.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.148.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.148.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.149.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.149.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.149.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.149.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.149.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.149.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.15.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.15.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.15.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.15.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.15.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.15.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.150.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.150.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.150.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.150.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.150.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.150.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.151.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.151.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.151.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.151.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.151.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.151.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.152.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.152.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.152.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.152.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.152.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.152.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.153.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.153.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.153.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.153.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.153.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.153.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.154.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.154.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.154.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.154.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.154.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.154.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.155.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.155.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.155.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.155.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.155.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.155.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.156.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.156.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.156.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.156.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.156.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.156.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.157.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.157.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.157.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.157.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.157.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.157.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.158.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.158.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.158.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.158.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.158.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.158.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.159.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.159.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.159.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.159.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.159.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.159.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.16.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.16.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.16.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.16.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.16.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.16.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.17.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.17.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.17.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.17.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.17.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.17.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.18.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.18.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.18.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.18.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.18.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.18.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.19.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.19.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.19.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.19.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.19.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.19.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.2.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.2.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.2.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.2.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.2.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.2.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.20.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.20.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.20.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.20.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.20.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.20.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.21.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.21.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.21.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.21.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.21.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.21.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.22.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.22.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.22.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.22.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.22.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.22.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.23.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.23.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.23.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.23.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.23.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.23.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.24.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.24.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.24.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.24.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.24.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.24.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.25.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.25.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.25.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.25.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.25.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.25.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.26.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.26.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.26.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.26.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.26.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.26.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.27.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.27.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.27.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.27.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.27.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.27.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.28.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.28.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.28.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.28.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.28.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.28.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.29.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.29.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.29.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.29.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.29.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.29.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.3.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.3.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.3.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.3.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.3.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.3.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.30.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.30.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.30.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.30.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.30.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.30.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.31.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.31.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.31.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.31.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.31.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.31.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.32.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.32.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.32.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.32.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.32.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.32.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.33.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.33.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.33.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.33.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.33.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.33.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.34.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.34.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.34.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.34.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.34.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.34.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.35.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.35.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.35.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.35.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.35.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.35.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.36.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.36.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.36.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.36.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.36.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.36.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.37.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.37.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.37.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.37.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.37.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.37.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.38.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.38.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.38.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.38.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.38.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.38.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.39.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.39.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.39.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.39.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.39.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.39.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.4.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.4.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.4.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.4.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.4.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.4.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.40.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.40.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.40.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.40.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.40.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.40.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.41.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.41.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.41.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.41.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.41.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.41.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.42.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.42.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.42.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.42.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.42.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.42.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.43.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.43.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.43.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.43.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.43.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.43.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.44.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.44.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.44.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.44.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.44.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.44.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.45.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.45.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.45.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.45.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.45.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.45.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.46.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.46.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.46.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.46.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.46.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.46.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.47.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.47.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.47.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.47.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.47.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.47.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.48.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.48.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.48.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.48.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.48.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.48.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.49.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.49.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.49.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.49.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.49.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.49.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.5.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.5.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.5.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.5.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.5.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.5.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.50.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.50.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.50.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.50.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.50.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.50.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.51.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.51.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.51.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.51.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.51.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.51.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.52.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.52.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.52.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.52.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.52.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.52.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.53.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.53.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.53.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.53.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.53.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.53.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.54.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.54.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.54.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.54.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.54.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.54.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.55.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.55.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.55.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.55.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.55.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.55.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.56.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.56.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.56.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.56.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.56.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.56.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.57.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.57.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.57.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.57.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.57.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.57.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.58.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.58.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.58.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.58.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.58.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.58.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.59.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.59.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.59.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.59.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.59.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.59.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.6.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.6.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.6.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.6.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.6.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.6.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.60.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.60.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.60.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.60.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.60.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.60.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.61.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.61.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.61.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.61.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.61.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.61.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.62.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.62.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.62.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.62.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.62.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.62.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.63.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.63.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.63.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.63.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.63.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.63.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.64.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.64.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.64.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.64.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.64.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.64.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.65.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.65.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.65.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.65.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.65.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.65.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.66.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.66.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.66.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.66.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.66.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.66.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.67.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.67.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.67.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.67.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.67.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.67.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.68.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.68.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.68.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.68.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.68.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.68.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.69.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.69.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.69.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.69.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.69.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.69.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.7.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.7.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.7.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.7.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.7.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.7.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.70.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.70.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.70.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.70.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.70.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.70.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.71.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.71.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.71.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.71.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.71.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.71.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.72.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.72.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.72.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.72.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.72.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.72.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.73.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.73.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.73.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.73.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.73.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.73.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.74.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.74.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.74.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.74.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.74.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.74.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.75.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.75.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.75.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.75.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.75.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.75.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.76.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.76.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.76.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.76.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.76.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.76.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.77.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.77.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.77.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.77.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.77.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.77.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.78.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.78.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.78.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.78.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.78.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.78.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.79.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.79.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.79.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.79.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.79.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.79.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.8.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.8.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.8.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.8.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.8.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.8.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.80.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.80.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.80.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.80.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.80.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.80.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.81.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.81.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.81.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.81.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.81.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.81.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.82.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.82.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.82.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.82.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.82.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.82.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.83.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.83.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.83.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.83.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.83.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.83.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.84.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.84.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.84.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.84.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.84.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.84.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.85.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.85.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.85.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.85.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.85.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.85.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.86.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.86.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.86.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.86.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.86.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.86.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.87.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.87.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.87.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.87.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.87.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.87.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.88.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.88.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.88.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.88.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.88.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.88.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.89.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.89.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.89.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.89.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.89.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.89.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.9.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.9.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.9.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.9.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.9.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.9.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.90.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.90.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.90.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.90.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.90.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.90.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.91.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.91.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.91.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.91.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.91.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.91.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.92.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.92.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.92.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.92.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.92.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.92.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.93.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.93.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.93.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.93.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.93.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.93.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.94.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.94.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.94.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.94.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.94.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.94.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.95.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.95.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.95.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.95.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.95.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.95.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.96.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.96.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.96.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.96.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.96.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.96.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.97.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.97.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.97.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.97.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.97.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.97.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.98.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.98.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.98.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.98.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.98.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.98.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.99.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.99.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.99.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.99.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.99.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.experts.99.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.gate.e_score_correction_bias": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.gate.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.shared_experts.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.shared_experts.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.mlp.shared_experts.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.post_attention_layernorm.weight": "model-00023-of-00043.safetensors", + "model.layers.49.self_attn.k_norm.weight": "model-00023-of-00043.safetensors", + "model.layers.49.self_attn.k_proj.bias": "model-00023-of-00043.safetensors", + "model.layers.49.self_attn.k_proj.output_scale": "model-00023-of-00043.safetensors", + "model.layers.49.self_attn.k_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.self_attn.o_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.self_attn.q_norm.weight": "model-00023-of-00043.safetensors", + "model.layers.49.self_attn.q_proj.bias": "model-00023-of-00043.safetensors", + "model.layers.49.self_attn.q_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.49.self_attn.v_proj.bias": "model-00023-of-00043.safetensors", + "model.layers.49.self_attn.v_proj.output_scale": "model-00023-of-00043.safetensors", + "model.layers.49.self_attn.v_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.5.input_layernorm.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.0.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.0.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.0.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.0.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.0.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.0.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.1.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.1.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.1.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.1.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.1.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.1.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.10.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.10.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.10.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.10.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.10.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.10.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.100.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.100.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.100.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.100.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.100.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.100.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.101.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.101.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.101.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.101.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.101.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.101.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.102.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.102.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.102.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.102.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.102.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.102.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.103.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.103.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.103.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.103.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.103.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.103.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.104.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.104.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.104.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.104.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.104.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.104.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.105.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.105.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.105.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.105.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.105.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.105.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.106.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.106.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.106.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.106.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.106.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.106.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.107.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.107.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.107.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.107.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.107.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.107.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.108.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.108.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.108.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.108.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.108.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.108.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.109.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.109.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.109.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.109.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.109.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.109.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.11.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.11.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.11.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.11.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.11.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.11.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.110.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.110.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.110.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.110.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.110.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.110.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.111.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.111.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.111.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.111.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.111.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.111.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.112.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.112.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.112.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.112.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.112.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.112.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.113.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.113.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.113.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.113.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.113.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.113.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.114.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.114.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.114.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.114.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.114.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.114.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.115.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.115.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.115.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.115.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.115.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.115.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.116.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.116.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.116.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.116.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.116.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.116.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.117.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.117.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.117.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.117.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.117.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.117.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.118.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.118.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.118.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.118.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.118.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.118.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.119.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.119.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.119.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.119.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.119.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.119.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.12.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.12.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.12.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.12.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.12.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.12.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.120.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.120.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.120.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.120.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.120.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.120.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.121.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.121.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.121.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.121.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.121.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.121.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.122.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.122.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.122.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.122.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.122.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.122.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.123.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.123.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.123.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.123.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.123.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.123.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.124.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.124.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.124.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.124.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.124.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.124.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.125.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.125.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.125.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.125.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.125.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.125.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.126.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.126.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.126.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.126.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.126.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.126.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.127.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.127.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.127.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.127.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.127.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.127.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.128.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.128.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.128.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.128.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.128.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.128.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.129.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.129.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.129.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.129.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.129.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.129.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.13.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.13.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.13.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.13.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.13.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.13.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.130.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.130.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.130.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.130.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.130.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.130.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.131.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.131.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.131.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.131.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.131.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.131.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.132.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.132.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.132.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.132.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.132.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.132.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.133.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.133.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.133.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.133.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.133.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.133.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.134.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.134.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.134.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.134.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.134.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.134.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.135.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.135.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.135.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.135.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.135.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.135.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.136.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.136.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.136.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.136.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.136.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.136.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.137.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.137.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.137.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.137.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.137.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.137.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.138.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.138.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.138.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.138.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.138.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.138.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.139.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.139.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.139.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.139.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.139.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.139.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.14.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.14.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.14.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.14.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.14.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.14.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.140.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.140.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.140.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.140.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.140.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.140.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.141.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.141.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.141.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.141.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.141.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.141.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.142.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.142.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.142.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.142.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.142.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.142.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.143.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.143.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.143.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.143.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.143.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.143.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.144.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.144.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.144.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.144.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.144.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.144.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.145.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.145.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.145.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.145.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.145.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.145.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.146.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.146.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.146.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.146.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.146.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.146.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.147.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.147.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.147.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.147.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.147.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.147.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.148.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.148.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.148.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.148.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.148.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.148.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.149.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.149.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.149.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.149.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.149.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.149.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.15.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.15.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.15.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.15.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.15.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.15.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.150.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.150.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.150.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.150.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.150.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.150.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.151.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.151.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.151.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.151.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.151.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.151.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.152.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.152.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.152.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.152.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.152.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.152.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.153.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.153.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.153.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.153.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.153.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.153.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.154.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.154.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.154.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.154.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.154.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.154.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.155.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.155.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.155.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.155.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.155.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.155.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.156.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.156.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.156.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.156.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.156.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.156.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.157.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.157.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.157.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.157.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.157.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.157.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.158.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.158.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.158.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.158.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.158.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.158.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.159.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.159.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.159.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.159.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.159.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.159.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.experts.16.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.16.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.16.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.16.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.16.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.16.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.17.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.17.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.17.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.17.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.17.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.17.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.18.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.18.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.18.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.18.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.18.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.18.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.19.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.19.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.19.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.19.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.19.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.19.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.2.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.2.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.2.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.2.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.2.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.2.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.20.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.20.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.20.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.20.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.20.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.20.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.21.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.21.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.21.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.21.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.21.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.21.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.22.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.22.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.22.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.22.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.22.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.22.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.23.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.23.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.23.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.23.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.23.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.23.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.24.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.24.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.24.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.24.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.24.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.24.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.25.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.25.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.25.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.25.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.25.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.25.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.26.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.26.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.26.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.26.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.26.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.26.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.27.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.27.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.27.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.27.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.27.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.27.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.28.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.28.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.28.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.28.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.28.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.28.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.29.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.29.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.29.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.29.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.29.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.29.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.3.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.3.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.3.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.3.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.3.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.3.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.30.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.30.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.30.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.30.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.30.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.30.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.31.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.31.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.31.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.31.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.31.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.31.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.32.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.32.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.32.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.32.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.32.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.32.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.33.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.33.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.33.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.33.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.33.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.33.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.34.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.34.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.34.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.34.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.34.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.34.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.35.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.35.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.35.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.35.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.35.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.35.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.36.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.36.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.36.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.36.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.36.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.36.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.37.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.37.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.37.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.37.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.37.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.37.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.38.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.38.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.38.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.38.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.38.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.38.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.39.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.39.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.39.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.39.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.39.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.39.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.4.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.4.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.4.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.4.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.4.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.4.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.40.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.40.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.40.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.40.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.40.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.40.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.41.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.41.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.41.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.41.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.41.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.41.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.42.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.42.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.42.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.42.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.42.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.42.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.43.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.43.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.43.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.43.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.43.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.43.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.44.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.44.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.44.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.44.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.44.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.44.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.45.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.45.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.45.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.45.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.45.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.45.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.46.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.46.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.46.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.46.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.46.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.46.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.47.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.47.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.47.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.47.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.47.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.47.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.48.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.48.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.48.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.48.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.48.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.48.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.49.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.49.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.49.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.49.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.49.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.49.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.5.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.5.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.5.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.5.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.5.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.5.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.50.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.50.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.50.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.50.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.50.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.50.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.51.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.51.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.51.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.51.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.51.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.51.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.52.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.52.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.52.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.52.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.52.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.52.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.53.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.53.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.53.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.53.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.53.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.53.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.54.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.54.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.54.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.54.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.54.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.54.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.55.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.55.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.55.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.55.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.55.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.55.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.56.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.56.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.56.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.56.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.56.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.56.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.57.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.57.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.57.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.57.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.57.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.57.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.58.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.58.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.58.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.58.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.58.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.58.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.59.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.59.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.59.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.59.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.59.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.59.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.6.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.6.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.6.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.6.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.6.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.6.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.60.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.60.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.60.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.60.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.60.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.60.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.61.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.61.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.61.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.61.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.61.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.61.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.62.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.62.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.62.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.62.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.62.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.62.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.63.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.63.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.63.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.63.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.63.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.63.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.64.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.64.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.64.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.64.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.64.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.64.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.65.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.65.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.65.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.65.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.65.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.65.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.66.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.66.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.66.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.66.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.66.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.66.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.67.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.67.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.67.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.67.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.67.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.67.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.68.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.68.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.68.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.68.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.68.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.68.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.69.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.69.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.69.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.69.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.69.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.69.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.7.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.7.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.7.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.7.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.7.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.7.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.70.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.70.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.70.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.70.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.70.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.70.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.71.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.71.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.71.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.71.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.71.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.71.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.72.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.72.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.72.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.72.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.72.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.72.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.73.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.73.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.73.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.73.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.73.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.73.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.74.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.74.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.74.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.74.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.74.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.74.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.75.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.75.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.75.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.75.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.75.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.75.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.76.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.76.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.76.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.76.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.76.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.76.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.77.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.77.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.77.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.77.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.77.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.77.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.78.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.78.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.78.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.78.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.78.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.78.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.79.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.79.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.79.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.79.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.79.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.79.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.8.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.8.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.8.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.8.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.8.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.8.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.80.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.80.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.80.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.80.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.80.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.80.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.81.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.81.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.81.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.81.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.81.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.81.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.82.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.82.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.82.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.82.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.82.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.82.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.83.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.83.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.83.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.83.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.83.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.83.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.84.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.84.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.84.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.84.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.84.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.84.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.85.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.85.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.85.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.85.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.85.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.85.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.86.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.86.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.86.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.86.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.86.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.86.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.87.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.87.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.87.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.87.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.87.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.87.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.88.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.88.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.88.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.88.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.88.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.88.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.89.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.89.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.89.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.89.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.89.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.89.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.9.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.9.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.9.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.9.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.9.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.9.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.90.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.90.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.90.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.90.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.90.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.90.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.91.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.91.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.91.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.91.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.91.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.91.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.92.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.92.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.92.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.92.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.92.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.92.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.93.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.93.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.93.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.93.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.93.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.93.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.94.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.94.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.94.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.94.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.94.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.94.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.95.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.95.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.95.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.95.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.95.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.95.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.96.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.96.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.96.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.96.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.96.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.96.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.97.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.97.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.97.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.97.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.97.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.97.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.98.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.98.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.98.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.98.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.98.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.98.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.99.down_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.99.down_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.99.gate_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.99.gate_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.99.up_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.experts.99.up_proj.weight_scale": "model-00002-of-00043.safetensors", + "model.layers.5.mlp.gate.e_score_correction_bias": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.gate.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.shared_experts.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.shared_experts.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.mlp.shared_experts.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00003-of-00043.safetensors", + "model.layers.5.self_attn.k_norm.weight": "model-00002-of-00043.safetensors", + "model.layers.5.self_attn.k_proj.bias": "model-00002-of-00043.safetensors", + "model.layers.5.self_attn.k_proj.output_scale": "model-00002-of-00043.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.self_attn.q_norm.weight": "model-00002-of-00043.safetensors", + "model.layers.5.self_attn.q_proj.bias": "model-00002-of-00043.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.5.self_attn.v_proj.bias": "model-00002-of-00043.safetensors", + "model.layers.5.self_attn.v_proj.output_scale": "model-00002-of-00043.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00002-of-00043.safetensors", + "model.layers.50.input_layernorm.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.0.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.0.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.0.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.0.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.0.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.0.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.1.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.1.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.1.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.1.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.1.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.1.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.10.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.10.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.10.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.10.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.10.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.10.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.100.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.100.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.100.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.100.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.100.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.100.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.101.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.101.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.101.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.101.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.101.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.101.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.102.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.102.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.102.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.102.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.102.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.102.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.103.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.103.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.103.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.103.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.103.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.103.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.104.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.104.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.104.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.104.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.104.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.104.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.105.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.105.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.105.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.105.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.105.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.105.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.106.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.106.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.106.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.106.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.106.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.106.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.107.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.107.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.107.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.107.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.107.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.107.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.108.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.108.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.108.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.108.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.108.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.108.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.109.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.109.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.109.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.109.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.109.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.109.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.11.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.11.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.11.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.11.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.11.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.11.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.110.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.110.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.110.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.110.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.110.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.110.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.111.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.111.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.111.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.111.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.111.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.111.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.112.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.112.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.112.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.112.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.112.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.112.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.113.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.113.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.113.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.113.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.113.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.113.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.114.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.114.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.114.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.114.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.114.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.114.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.115.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.115.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.115.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.115.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.115.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.115.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.116.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.116.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.116.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.116.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.116.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.116.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.117.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.117.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.117.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.117.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.117.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.117.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.118.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.118.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.118.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.118.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.118.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.118.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.119.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.119.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.119.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.119.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.119.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.119.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.12.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.12.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.12.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.12.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.12.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.12.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.120.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.120.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.120.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.120.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.120.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.120.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.121.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.121.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.121.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.121.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.121.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.121.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.122.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.122.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.122.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.122.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.122.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.122.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.123.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.123.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.123.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.123.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.123.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.123.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.124.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.124.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.124.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.124.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.124.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.124.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.125.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.125.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.125.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.125.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.125.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.125.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.126.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.126.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.126.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.126.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.126.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.126.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.127.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.127.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.127.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.127.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.127.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.127.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.128.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.128.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.128.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.128.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.128.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.128.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.129.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.129.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.129.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.129.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.129.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.129.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.13.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.13.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.13.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.13.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.13.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.13.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.130.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.130.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.130.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.130.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.130.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.130.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.131.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.131.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.131.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.131.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.131.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.131.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.132.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.132.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.132.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.132.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.132.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.132.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.133.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.133.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.133.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.133.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.133.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.133.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.134.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.134.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.134.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.134.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.134.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.134.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.135.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.135.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.135.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.135.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.135.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.135.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.136.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.136.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.136.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.136.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.136.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.136.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.137.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.137.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.137.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.137.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.137.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.137.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.138.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.138.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.138.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.138.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.138.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.138.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.139.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.139.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.139.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.139.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.139.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.139.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.14.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.14.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.14.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.14.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.14.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.14.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.140.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.140.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.140.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.140.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.140.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.140.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.141.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.141.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.141.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.141.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.141.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.141.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.142.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.142.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.142.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.142.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.142.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.142.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.143.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.143.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.143.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.143.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.143.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.143.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.144.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.144.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.144.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.144.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.144.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.144.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.145.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.145.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.145.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.145.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.145.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.145.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.146.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.146.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.146.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.146.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.146.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.146.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.147.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.147.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.147.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.147.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.147.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.147.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.148.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.148.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.148.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.148.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.148.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.148.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.149.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.149.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.149.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.149.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.149.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.149.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.15.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.15.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.15.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.15.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.15.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.15.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.150.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.150.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.150.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.150.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.150.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.150.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.151.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.151.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.151.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.151.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.151.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.151.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.152.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.152.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.152.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.152.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.152.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.152.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.153.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.153.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.153.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.153.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.153.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.153.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.154.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.154.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.154.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.154.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.154.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.154.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.155.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.155.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.155.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.155.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.155.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.155.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.156.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.156.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.156.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.156.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.156.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.156.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.157.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.157.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.157.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.157.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.157.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.157.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.158.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.158.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.158.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.158.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.158.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.158.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.159.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.159.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.159.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.159.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.159.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.159.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.experts.16.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.16.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.16.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.16.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.16.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.16.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.17.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.17.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.17.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.17.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.17.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.17.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.18.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.18.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.18.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.18.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.18.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.18.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.19.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.19.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.19.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.19.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.19.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.19.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.2.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.2.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.2.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.2.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.2.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.2.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.20.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.20.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.20.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.20.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.20.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.20.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.21.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.21.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.21.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.21.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.21.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.21.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.22.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.22.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.22.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.22.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.22.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.22.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.23.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.23.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.23.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.23.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.23.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.23.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.24.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.24.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.24.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.24.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.24.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.24.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.25.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.25.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.25.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.25.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.25.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.25.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.26.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.26.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.26.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.26.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.26.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.26.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.27.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.27.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.27.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.27.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.27.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.27.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.28.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.28.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.28.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.28.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.28.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.28.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.29.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.29.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.29.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.29.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.29.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.29.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.3.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.3.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.3.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.3.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.3.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.3.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.30.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.30.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.30.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.30.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.30.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.30.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.31.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.31.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.31.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.31.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.31.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.31.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.32.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.32.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.32.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.32.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.32.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.32.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.33.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.33.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.33.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.33.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.33.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.33.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.34.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.34.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.34.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.34.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.34.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.34.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.35.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.35.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.35.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.35.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.35.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.35.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.36.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.36.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.36.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.36.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.36.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.36.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.37.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.37.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.37.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.37.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.37.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.37.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.38.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.38.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.38.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.38.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.38.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.38.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.39.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.39.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.39.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.39.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.39.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.39.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.4.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.4.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.4.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.4.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.4.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.4.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.40.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.40.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.40.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.40.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.40.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.40.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.41.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.41.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.41.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.41.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.41.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.41.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.42.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.42.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.42.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.42.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.42.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.42.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.43.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.43.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.43.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.43.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.43.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.43.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.44.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.44.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.44.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.44.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.44.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.44.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.45.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.45.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.45.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.45.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.45.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.45.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.46.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.46.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.46.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.46.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.46.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.46.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.47.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.47.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.47.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.47.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.47.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.47.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.48.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.48.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.48.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.48.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.48.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.48.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.49.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.49.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.49.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.49.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.49.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.49.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.5.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.5.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.5.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.5.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.5.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.5.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.50.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.50.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.50.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.50.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.50.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.50.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.51.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.51.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.51.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.51.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.51.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.51.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.52.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.52.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.52.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.52.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.52.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.52.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.53.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.53.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.53.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.53.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.53.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.53.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.54.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.54.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.54.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.54.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.54.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.54.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.55.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.55.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.55.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.55.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.55.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.55.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.56.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.56.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.56.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.56.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.56.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.56.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.57.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.57.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.57.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.57.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.57.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.57.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.58.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.58.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.58.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.58.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.58.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.58.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.59.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.59.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.59.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.59.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.59.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.59.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.6.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.6.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.6.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.6.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.6.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.6.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.60.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.60.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.60.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.60.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.60.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.60.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.61.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.61.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.61.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.61.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.61.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.61.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.62.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.62.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.62.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.62.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.62.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.62.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.63.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.63.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.63.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.63.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.63.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.63.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.64.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.64.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.64.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.64.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.64.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.64.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.65.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.65.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.65.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.65.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.65.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.65.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.66.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.66.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.66.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.66.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.66.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.66.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.67.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.67.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.67.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.67.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.67.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.67.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.68.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.68.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.68.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.68.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.68.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.68.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.69.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.69.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.69.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.69.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.69.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.69.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.7.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.7.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.7.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.7.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.7.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.7.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.70.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.70.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.70.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.70.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.70.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.70.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.71.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.71.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.71.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.71.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.71.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.71.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.72.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.72.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.72.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.72.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.72.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.72.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.73.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.73.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.73.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.73.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.73.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.73.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.74.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.74.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.74.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.74.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.74.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.74.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.75.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.75.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.75.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.75.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.75.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.75.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.76.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.76.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.76.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.76.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.76.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.76.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.77.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.77.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.77.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.77.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.77.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.77.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.78.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.78.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.78.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.78.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.78.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.78.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.79.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.79.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.79.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.79.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.79.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.79.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.8.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.8.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.8.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.8.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.8.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.8.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.80.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.80.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.80.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.80.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.80.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.80.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.81.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.81.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.81.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.81.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.81.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.81.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.82.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.82.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.82.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.82.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.82.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.82.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.83.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.83.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.83.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.83.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.83.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.83.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.84.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.84.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.84.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.84.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.84.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.84.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.85.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.85.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.85.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.85.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.85.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.85.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.86.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.86.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.86.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.86.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.86.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.86.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.87.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.87.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.87.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.87.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.87.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.87.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.88.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.88.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.88.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.88.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.88.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.88.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.89.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.89.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.89.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.89.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.89.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.89.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.9.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.9.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.9.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.9.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.9.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.9.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.90.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.90.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.90.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.90.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.90.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.90.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.91.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.91.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.91.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.91.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.91.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.91.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.92.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.92.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.92.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.92.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.92.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.92.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.93.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.93.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.93.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.93.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.93.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.93.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.94.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.94.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.94.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.94.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.94.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.94.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.95.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.95.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.95.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.95.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.95.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.95.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.96.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.96.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.96.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.96.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.96.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.96.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.97.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.97.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.97.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.97.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.97.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.97.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.98.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.98.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.98.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.98.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.98.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.98.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.99.down_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.99.down_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.99.gate_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.99.gate_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.99.up_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.experts.99.up_proj.weight_scale": "model-00023-of-00043.safetensors", + "model.layers.50.mlp.gate.e_score_correction_bias": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.gate.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.shared_experts.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.shared_experts.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.mlp.shared_experts.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.50.post_attention_layernorm.weight": "model-00024-of-00043.safetensors", + "model.layers.50.self_attn.k_norm.weight": "model-00023-of-00043.safetensors", + "model.layers.50.self_attn.k_proj.bias": "model-00023-of-00043.safetensors", + "model.layers.50.self_attn.k_proj.output_scale": "model-00023-of-00043.safetensors", + "model.layers.50.self_attn.k_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.self_attn.o_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.self_attn.q_norm.weight": "model-00023-of-00043.safetensors", + "model.layers.50.self_attn.q_proj.bias": "model-00023-of-00043.safetensors", + "model.layers.50.self_attn.q_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.50.self_attn.v_proj.bias": "model-00023-of-00043.safetensors", + "model.layers.50.self_attn.v_proj.output_scale": "model-00023-of-00043.safetensors", + "model.layers.50.self_attn.v_proj.weight": "model-00023-of-00043.safetensors", + "model.layers.51.input_layernorm.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.0.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.0.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.0.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.0.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.0.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.0.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.1.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.1.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.1.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.1.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.1.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.1.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.10.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.10.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.10.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.10.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.10.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.10.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.100.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.100.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.100.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.100.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.100.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.100.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.101.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.101.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.101.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.101.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.101.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.101.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.102.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.102.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.102.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.102.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.102.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.102.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.103.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.103.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.103.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.103.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.103.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.103.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.104.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.104.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.104.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.104.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.104.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.104.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.105.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.105.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.105.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.105.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.105.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.105.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.106.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.106.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.106.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.106.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.106.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.106.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.107.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.107.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.107.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.107.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.107.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.107.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.108.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.108.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.108.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.108.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.108.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.108.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.109.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.109.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.109.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.109.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.109.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.109.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.11.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.11.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.11.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.11.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.11.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.11.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.110.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.110.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.110.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.110.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.110.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.110.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.111.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.111.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.111.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.111.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.111.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.111.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.112.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.112.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.112.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.112.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.112.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.112.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.113.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.113.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.113.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.113.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.113.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.113.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.114.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.114.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.114.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.114.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.114.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.114.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.115.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.115.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.115.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.115.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.115.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.115.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.116.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.116.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.116.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.116.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.116.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.116.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.117.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.117.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.117.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.117.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.117.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.117.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.118.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.118.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.118.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.118.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.118.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.118.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.119.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.119.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.119.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.119.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.119.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.119.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.12.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.12.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.12.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.12.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.12.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.12.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.120.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.120.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.120.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.120.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.120.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.120.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.121.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.121.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.121.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.121.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.121.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.121.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.122.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.122.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.122.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.122.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.122.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.122.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.123.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.123.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.123.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.123.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.123.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.123.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.124.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.124.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.124.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.124.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.124.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.124.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.125.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.125.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.125.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.125.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.125.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.125.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.126.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.126.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.126.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.126.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.126.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.126.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.127.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.127.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.127.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.127.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.127.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.127.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.128.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.128.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.128.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.128.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.128.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.128.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.129.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.129.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.129.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.129.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.129.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.129.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.13.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.13.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.13.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.13.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.13.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.13.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.130.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.130.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.130.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.130.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.130.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.130.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.131.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.131.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.131.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.131.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.131.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.131.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.132.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.132.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.132.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.132.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.132.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.132.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.133.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.133.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.133.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.133.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.133.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.133.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.134.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.134.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.134.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.134.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.134.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.134.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.135.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.135.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.135.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.135.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.135.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.135.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.136.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.136.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.136.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.136.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.136.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.136.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.137.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.137.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.137.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.137.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.137.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.137.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.138.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.138.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.138.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.138.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.138.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.138.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.139.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.139.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.139.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.139.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.139.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.139.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.14.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.14.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.14.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.14.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.14.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.14.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.140.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.140.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.140.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.140.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.140.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.140.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.141.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.141.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.141.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.141.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.141.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.141.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.142.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.142.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.142.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.142.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.142.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.142.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.143.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.143.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.143.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.143.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.143.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.143.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.144.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.144.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.144.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.144.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.144.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.144.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.145.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.145.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.145.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.145.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.145.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.145.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.146.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.146.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.146.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.146.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.146.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.146.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.147.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.147.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.147.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.147.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.147.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.147.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.148.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.148.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.148.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.148.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.148.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.148.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.149.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.149.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.149.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.149.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.149.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.149.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.15.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.15.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.15.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.15.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.15.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.15.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.150.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.150.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.150.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.150.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.150.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.150.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.151.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.151.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.151.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.151.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.151.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.151.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.152.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.152.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.152.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.152.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.152.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.152.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.153.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.153.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.153.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.153.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.153.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.153.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.154.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.154.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.154.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.154.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.154.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.154.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.155.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.155.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.155.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.155.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.155.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.155.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.156.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.156.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.156.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.156.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.156.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.156.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.157.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.157.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.157.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.157.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.157.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.157.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.158.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.158.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.158.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.158.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.158.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.158.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.159.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.159.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.159.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.159.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.159.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.159.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.16.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.16.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.16.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.16.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.16.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.16.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.17.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.17.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.17.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.17.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.17.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.17.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.18.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.18.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.18.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.18.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.18.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.18.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.19.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.19.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.19.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.19.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.19.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.19.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.2.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.2.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.2.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.2.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.2.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.2.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.20.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.20.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.20.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.20.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.20.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.20.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.21.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.21.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.21.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.21.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.21.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.21.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.22.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.22.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.22.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.22.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.22.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.22.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.23.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.23.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.23.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.23.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.23.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.23.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.24.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.24.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.24.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.24.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.24.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.24.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.25.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.25.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.25.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.25.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.25.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.25.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.26.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.26.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.26.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.26.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.26.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.26.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.27.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.27.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.27.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.27.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.27.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.27.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.28.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.28.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.28.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.28.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.28.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.28.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.29.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.29.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.29.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.29.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.29.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.29.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.3.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.3.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.3.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.3.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.3.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.3.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.30.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.30.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.30.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.30.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.30.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.30.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.31.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.31.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.31.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.31.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.31.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.31.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.32.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.32.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.32.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.32.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.32.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.32.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.33.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.33.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.33.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.33.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.33.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.33.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.34.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.34.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.34.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.34.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.34.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.34.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.35.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.35.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.35.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.35.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.35.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.35.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.36.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.36.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.36.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.36.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.36.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.36.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.37.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.37.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.37.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.37.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.37.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.37.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.38.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.38.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.38.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.38.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.38.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.38.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.39.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.39.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.39.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.39.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.39.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.39.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.4.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.4.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.4.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.4.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.4.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.4.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.40.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.40.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.40.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.40.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.40.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.40.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.41.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.41.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.41.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.41.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.41.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.41.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.42.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.42.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.42.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.42.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.42.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.42.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.43.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.43.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.43.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.43.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.43.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.43.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.44.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.44.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.44.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.44.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.44.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.44.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.45.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.45.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.45.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.45.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.45.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.45.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.46.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.46.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.46.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.46.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.46.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.46.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.47.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.47.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.47.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.47.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.47.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.47.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.48.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.48.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.48.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.48.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.48.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.48.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.49.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.49.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.49.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.49.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.49.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.49.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.5.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.5.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.5.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.5.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.5.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.5.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.50.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.50.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.50.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.50.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.50.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.50.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.51.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.51.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.51.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.51.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.51.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.51.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.52.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.52.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.52.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.52.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.52.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.52.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.53.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.53.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.53.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.53.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.53.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.53.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.54.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.54.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.54.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.54.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.54.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.54.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.55.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.55.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.55.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.55.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.55.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.55.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.56.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.56.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.56.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.56.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.56.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.56.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.57.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.57.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.57.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.57.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.57.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.57.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.58.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.58.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.58.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.58.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.58.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.58.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.59.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.59.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.59.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.59.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.59.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.59.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.6.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.6.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.6.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.6.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.6.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.6.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.60.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.60.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.60.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.60.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.60.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.60.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.61.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.61.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.61.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.61.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.61.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.61.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.62.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.62.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.62.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.62.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.62.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.62.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.63.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.63.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.63.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.63.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.63.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.63.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.64.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.64.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.64.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.64.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.64.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.64.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.65.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.65.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.65.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.65.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.65.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.65.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.66.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.66.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.66.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.66.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.66.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.66.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.67.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.67.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.67.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.67.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.67.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.67.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.68.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.68.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.68.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.68.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.68.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.68.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.69.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.69.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.69.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.69.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.69.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.69.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.7.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.7.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.7.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.7.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.7.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.7.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.70.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.70.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.70.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.70.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.70.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.70.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.71.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.71.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.71.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.71.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.71.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.71.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.72.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.72.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.72.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.72.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.72.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.72.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.73.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.73.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.73.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.73.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.73.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.73.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.74.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.74.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.74.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.74.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.74.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.74.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.75.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.75.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.75.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.75.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.75.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.75.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.76.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.76.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.76.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.76.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.76.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.76.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.77.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.77.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.77.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.77.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.77.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.77.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.78.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.78.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.78.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.78.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.78.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.78.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.79.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.79.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.79.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.79.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.79.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.79.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.8.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.8.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.8.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.8.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.8.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.8.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.80.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.80.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.80.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.80.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.80.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.80.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.81.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.81.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.81.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.81.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.81.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.81.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.82.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.82.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.82.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.82.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.82.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.82.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.83.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.83.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.83.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.83.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.83.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.83.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.84.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.84.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.84.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.84.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.84.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.84.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.85.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.85.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.85.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.85.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.85.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.85.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.86.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.86.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.86.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.86.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.86.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.86.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.87.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.87.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.87.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.87.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.87.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.87.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.88.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.88.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.88.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.88.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.88.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.88.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.89.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.89.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.89.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.89.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.89.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.89.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.9.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.9.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.9.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.9.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.9.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.9.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.90.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.90.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.90.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.90.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.90.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.90.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.91.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.91.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.91.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.91.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.91.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.91.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.92.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.92.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.92.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.92.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.92.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.92.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.93.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.93.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.93.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.93.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.93.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.93.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.94.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.94.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.94.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.94.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.94.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.94.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.95.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.95.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.95.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.95.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.95.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.95.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.96.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.96.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.96.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.96.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.96.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.96.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.97.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.97.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.97.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.97.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.97.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.97.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.98.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.98.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.98.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.98.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.98.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.98.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.99.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.99.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.99.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.99.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.99.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.experts.99.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.gate.e_score_correction_bias": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.gate.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.shared_experts.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.shared_experts.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.mlp.shared_experts.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.post_attention_layernorm.weight": "model-00024-of-00043.safetensors", + "model.layers.51.self_attn.k_norm.weight": "model-00024-of-00043.safetensors", + "model.layers.51.self_attn.k_proj.bias": "model-00024-of-00043.safetensors", + "model.layers.51.self_attn.k_proj.output_scale": "model-00024-of-00043.safetensors", + "model.layers.51.self_attn.k_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.self_attn.o_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.self_attn.q_norm.weight": "model-00024-of-00043.safetensors", + "model.layers.51.self_attn.q_proj.bias": "model-00024-of-00043.safetensors", + "model.layers.51.self_attn.q_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.51.self_attn.v_proj.bias": "model-00024-of-00043.safetensors", + "model.layers.51.self_attn.v_proj.output_scale": "model-00024-of-00043.safetensors", + "model.layers.51.self_attn.v_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.input_layernorm.weight": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.0.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.0.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.0.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.0.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.0.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.0.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.1.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.1.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.1.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.1.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.1.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.1.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.10.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.10.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.10.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.10.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.10.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.10.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.100.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.100.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.100.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.100.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.100.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.100.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.101.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.101.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.101.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.101.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.101.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.101.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.102.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.102.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.102.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.102.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.102.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.102.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.103.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.103.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.103.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.103.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.103.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.103.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.104.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.104.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.104.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.104.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.104.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.104.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.105.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.105.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.105.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.105.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.105.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.105.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.106.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.106.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.106.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.106.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.106.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.106.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.107.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.107.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.107.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.107.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.107.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.107.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.108.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.108.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.108.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.108.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.108.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.108.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.109.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.109.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.109.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.109.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.109.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.109.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.11.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.11.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.11.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.11.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.11.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.11.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.110.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.110.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.110.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.110.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.110.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.110.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.111.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.111.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.111.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.111.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.111.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.111.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.112.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.112.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.112.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.112.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.112.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.112.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.113.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.113.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.113.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.113.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.113.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.113.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.114.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.114.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.114.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.114.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.114.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.114.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.115.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.115.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.115.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.115.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.115.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.115.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.116.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.116.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.116.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.116.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.116.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.116.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.117.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.117.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.117.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.117.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.117.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.117.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.118.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.118.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.118.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.118.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.118.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.118.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.119.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.119.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.119.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.119.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.119.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.119.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.12.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.12.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.12.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.12.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.12.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.12.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.120.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.120.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.120.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.120.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.120.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.120.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.121.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.121.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.121.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.121.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.121.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.121.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.122.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.122.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.122.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.122.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.122.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.122.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.123.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.123.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.123.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.123.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.123.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.123.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.124.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.124.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.124.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.124.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.124.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.124.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.125.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.125.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.125.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.125.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.125.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.125.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.126.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.126.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.126.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.126.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.126.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.126.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.127.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.127.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.127.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.127.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.127.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.127.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.128.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.128.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.128.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.128.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.128.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.128.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.129.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.129.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.129.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.129.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.129.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.129.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.13.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.13.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.13.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.13.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.13.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.13.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.130.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.130.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.130.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.130.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.130.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.130.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.131.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.131.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.131.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.131.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.131.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.131.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.132.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.132.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.132.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.132.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.132.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.132.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.133.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.133.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.133.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.133.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.133.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.133.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.134.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.134.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.134.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.134.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.134.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.134.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.135.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.135.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.135.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.135.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.135.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.135.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.136.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.136.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.136.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.136.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.136.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.136.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.137.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.137.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.137.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.137.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.137.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.137.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.138.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.138.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.138.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.138.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.138.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.138.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.139.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.139.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.139.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.139.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.139.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.139.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.14.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.14.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.14.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.14.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.14.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.14.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.140.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.140.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.140.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.140.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.140.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.140.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.141.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.141.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.141.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.141.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.141.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.141.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.142.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.142.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.142.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.142.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.142.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.142.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.143.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.143.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.143.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.143.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.143.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.143.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.144.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.144.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.144.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.144.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.144.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.144.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.145.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.145.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.145.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.145.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.145.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.145.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.146.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.146.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.146.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.146.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.146.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.146.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.147.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.147.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.147.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.147.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.147.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.147.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.148.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.148.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.148.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.148.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.148.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.148.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.149.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.149.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.149.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.149.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.149.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.149.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.15.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.15.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.15.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.15.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.15.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.15.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.150.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.150.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.150.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.150.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.150.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.150.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.151.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.151.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.151.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.151.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.151.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.151.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.152.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.152.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.152.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.152.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.152.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.152.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.153.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.153.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.153.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.153.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.153.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.153.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.154.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.154.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.154.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.154.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.154.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.154.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.155.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.155.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.155.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.155.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.155.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.155.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.156.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.156.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.156.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.156.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.156.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.156.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.157.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.157.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.157.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.157.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.157.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.157.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.158.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.158.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.158.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.158.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.158.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.158.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.159.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.159.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.159.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.159.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.159.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.159.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.experts.16.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.16.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.16.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.16.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.16.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.16.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.17.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.17.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.17.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.17.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.17.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.17.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.18.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.18.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.18.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.18.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.18.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.18.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.19.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.19.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.19.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.19.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.19.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.19.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.2.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.2.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.2.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.2.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.2.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.2.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.20.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.20.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.20.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.20.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.20.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.20.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.21.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.21.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.21.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.21.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.21.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.21.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.22.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.22.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.22.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.22.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.22.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.22.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.23.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.23.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.23.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.23.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.23.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.23.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.24.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.24.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.24.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.24.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.24.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.24.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.25.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.25.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.25.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.25.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.25.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.25.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.26.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.26.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.26.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.26.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.26.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.26.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.27.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.27.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.27.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.27.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.27.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.27.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.28.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.28.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.28.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.28.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.28.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.28.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.29.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.29.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.29.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.29.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.29.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.29.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.3.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.3.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.3.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.3.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.3.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.3.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.30.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.30.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.30.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.30.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.30.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.30.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.31.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.31.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.31.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.31.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.31.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.31.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.32.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.32.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.32.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.32.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.32.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.32.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.33.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.33.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.33.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.33.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.33.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.33.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.34.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.34.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.34.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.34.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.34.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.34.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.35.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.35.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.35.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.35.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.35.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.35.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.36.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.36.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.36.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.36.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.36.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.36.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.37.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.37.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.37.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.37.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.37.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.37.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.38.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.38.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.38.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.38.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.38.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.38.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.39.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.39.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.39.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.39.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.39.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.39.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.4.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.4.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.4.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.4.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.4.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.4.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.40.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.40.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.40.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.40.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.40.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.40.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.41.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.41.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.41.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.41.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.41.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.41.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.42.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.42.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.42.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.42.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.42.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.42.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.43.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.43.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.43.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.43.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.43.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.43.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.44.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.44.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.44.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.44.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.44.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.44.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.45.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.45.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.45.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.45.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.45.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.45.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.46.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.46.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.46.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.46.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.46.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.46.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.47.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.47.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.47.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.47.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.47.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.47.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.48.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.48.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.48.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.48.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.48.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.48.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.49.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.49.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.49.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.49.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.49.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.49.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.5.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.5.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.5.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.5.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.5.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.5.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.50.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.50.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.50.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.50.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.50.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.50.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.51.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.51.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.51.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.51.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.51.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.51.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.52.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.52.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.52.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.52.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.52.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.52.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.53.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.53.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.53.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.53.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.53.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.53.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.54.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.54.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.54.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.54.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.54.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.54.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.55.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.55.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.55.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.55.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.55.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.55.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.56.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.56.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.56.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.56.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.56.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.56.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.57.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.57.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.57.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.57.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.57.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.57.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.58.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.58.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.58.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.58.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.58.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.58.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.59.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.59.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.59.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.59.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.59.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.59.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.6.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.6.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.6.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.6.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.6.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.6.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.60.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.60.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.60.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.60.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.60.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.60.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.61.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.61.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.61.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.61.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.61.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.61.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.62.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.62.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.62.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.62.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.62.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.62.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.63.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.63.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.63.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.63.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.63.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.63.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.64.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.64.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.64.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.64.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.64.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.64.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.65.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.65.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.65.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.65.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.65.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.65.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.66.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.66.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.66.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.66.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.66.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.66.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.67.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.67.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.67.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.67.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.67.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.67.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.68.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.68.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.68.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.68.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.68.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.68.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.69.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.69.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.69.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.69.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.69.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.69.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.7.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.7.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.7.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.7.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.7.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.7.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.70.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.70.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.70.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.70.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.70.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.70.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.71.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.71.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.71.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.71.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.71.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.71.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.72.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.72.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.72.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.72.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.72.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.72.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.73.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.73.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.73.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.73.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.73.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.73.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.74.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.74.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.74.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.74.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.74.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.74.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.75.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.75.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.75.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.75.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.75.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.75.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.76.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.76.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.76.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.76.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.76.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.76.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.77.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.77.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.77.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.77.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.77.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.77.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.78.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.78.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.78.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.78.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.78.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.78.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.79.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.79.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.79.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.79.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.79.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.79.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.8.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.8.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.8.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.8.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.8.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.8.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.80.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.80.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.80.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.80.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.80.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.80.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.81.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.81.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.81.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.81.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.81.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.81.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.82.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.82.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.82.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.82.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.82.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.82.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.83.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.83.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.83.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.83.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.83.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.83.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.84.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.84.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.84.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.84.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.84.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.84.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.85.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.85.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.85.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.85.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.85.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.85.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.86.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.86.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.86.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.86.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.86.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.86.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.87.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.87.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.87.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.87.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.87.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.87.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.88.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.88.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.88.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.88.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.88.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.88.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.89.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.89.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.89.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.89.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.89.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.89.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.9.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.9.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.9.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.9.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.9.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.9.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.90.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.90.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.90.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.90.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.90.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.90.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.91.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.91.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.91.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.91.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.91.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.91.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.92.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.92.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.92.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.92.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.92.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.92.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.93.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.93.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.93.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.93.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.93.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.93.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.94.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.94.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.94.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.94.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.94.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.94.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.95.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.95.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.95.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.95.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.95.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.95.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.96.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.96.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.96.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.96.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.96.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.96.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.97.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.97.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.97.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.97.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.97.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.97.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.98.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.98.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.98.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.98.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.98.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.98.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.99.down_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.99.down_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.99.gate_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.99.gate_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.99.up_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.experts.99.up_proj.weight_scale": "model-00024-of-00043.safetensors", + "model.layers.52.mlp.gate.e_score_correction_bias": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.gate.weight": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.shared_experts.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.shared_experts.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.52.mlp.shared_experts.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.52.post_attention_layernorm.weight": "model-00025-of-00043.safetensors", + "model.layers.52.self_attn.k_norm.weight": "model-00024-of-00043.safetensors", + "model.layers.52.self_attn.k_proj.bias": "model-00024-of-00043.safetensors", + "model.layers.52.self_attn.k_proj.output_scale": "model-00024-of-00043.safetensors", + "model.layers.52.self_attn.k_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.self_attn.o_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.self_attn.q_norm.weight": "model-00024-of-00043.safetensors", + "model.layers.52.self_attn.q_proj.bias": "model-00024-of-00043.safetensors", + "model.layers.52.self_attn.q_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.52.self_attn.v_proj.bias": "model-00024-of-00043.safetensors", + "model.layers.52.self_attn.v_proj.output_scale": "model-00024-of-00043.safetensors", + "model.layers.52.self_attn.v_proj.weight": "model-00024-of-00043.safetensors", + "model.layers.53.input_layernorm.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.0.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.0.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.0.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.0.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.0.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.0.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.1.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.1.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.1.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.1.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.1.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.1.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.10.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.10.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.10.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.10.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.10.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.10.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.100.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.100.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.100.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.100.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.100.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.100.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.101.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.101.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.101.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.101.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.101.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.101.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.102.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.102.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.102.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.102.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.102.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.102.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.103.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.103.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.103.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.103.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.103.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.103.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.104.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.104.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.104.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.104.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.104.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.104.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.105.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.105.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.105.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.105.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.105.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.105.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.106.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.106.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.106.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.106.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.106.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.106.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.107.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.107.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.107.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.107.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.107.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.107.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.108.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.108.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.108.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.108.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.108.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.108.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.109.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.109.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.109.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.109.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.109.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.109.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.11.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.11.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.11.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.11.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.11.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.11.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.110.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.110.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.110.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.110.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.110.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.110.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.111.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.111.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.111.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.111.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.111.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.111.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.112.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.112.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.112.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.112.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.112.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.112.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.113.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.113.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.113.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.113.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.113.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.113.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.114.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.114.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.114.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.114.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.114.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.114.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.115.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.115.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.115.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.115.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.115.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.115.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.116.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.116.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.116.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.116.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.116.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.116.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.117.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.117.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.117.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.117.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.117.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.117.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.118.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.118.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.118.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.118.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.118.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.118.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.119.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.119.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.119.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.119.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.119.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.119.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.12.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.12.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.12.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.12.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.12.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.12.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.120.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.120.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.120.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.120.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.120.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.120.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.121.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.121.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.121.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.121.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.121.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.121.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.122.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.122.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.122.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.122.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.122.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.122.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.123.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.123.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.123.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.123.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.123.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.123.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.124.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.124.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.124.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.124.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.124.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.124.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.125.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.125.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.125.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.125.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.125.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.125.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.126.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.126.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.126.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.126.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.126.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.126.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.127.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.127.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.127.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.127.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.127.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.127.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.128.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.128.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.128.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.128.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.128.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.128.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.129.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.129.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.129.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.129.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.129.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.129.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.13.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.13.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.13.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.13.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.13.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.13.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.130.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.130.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.130.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.130.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.130.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.130.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.131.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.131.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.131.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.131.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.131.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.131.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.132.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.132.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.132.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.132.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.132.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.132.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.133.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.133.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.133.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.133.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.133.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.133.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.134.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.134.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.134.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.134.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.134.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.134.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.135.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.135.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.135.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.135.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.135.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.135.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.136.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.136.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.136.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.136.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.136.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.136.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.137.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.137.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.137.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.137.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.137.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.137.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.138.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.138.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.138.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.138.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.138.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.138.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.139.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.139.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.139.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.139.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.139.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.139.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.14.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.14.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.14.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.14.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.14.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.14.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.140.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.140.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.140.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.140.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.140.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.140.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.141.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.141.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.141.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.141.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.141.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.141.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.142.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.142.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.142.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.142.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.142.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.142.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.143.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.143.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.143.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.143.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.143.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.143.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.144.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.144.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.144.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.144.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.144.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.144.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.145.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.145.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.145.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.145.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.145.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.145.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.146.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.146.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.146.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.146.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.146.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.146.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.147.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.147.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.147.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.147.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.147.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.147.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.148.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.148.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.148.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.148.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.148.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.148.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.149.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.149.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.149.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.149.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.149.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.149.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.15.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.15.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.15.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.15.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.15.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.15.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.150.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.150.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.150.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.150.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.150.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.150.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.151.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.151.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.151.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.151.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.151.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.151.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.152.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.152.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.152.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.152.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.152.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.152.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.153.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.153.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.153.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.153.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.153.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.153.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.154.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.154.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.154.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.154.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.154.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.154.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.155.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.155.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.155.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.155.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.155.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.155.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.156.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.156.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.156.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.156.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.156.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.156.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.157.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.157.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.157.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.157.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.157.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.157.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.158.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.158.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.158.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.158.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.158.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.158.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.159.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.159.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.159.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.159.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.159.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.159.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.16.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.16.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.16.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.16.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.16.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.16.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.17.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.17.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.17.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.17.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.17.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.17.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.18.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.18.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.18.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.18.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.18.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.18.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.19.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.19.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.19.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.19.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.19.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.19.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.2.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.2.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.2.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.2.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.2.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.2.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.20.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.20.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.20.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.20.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.20.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.20.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.21.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.21.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.21.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.21.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.21.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.21.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.22.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.22.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.22.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.22.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.22.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.22.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.23.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.23.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.23.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.23.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.23.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.23.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.24.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.24.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.24.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.24.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.24.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.24.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.25.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.25.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.25.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.25.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.25.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.25.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.26.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.26.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.26.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.26.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.26.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.26.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.27.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.27.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.27.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.27.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.27.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.27.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.28.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.28.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.28.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.28.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.28.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.28.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.29.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.29.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.29.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.29.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.29.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.29.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.3.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.3.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.3.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.3.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.3.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.3.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.30.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.30.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.30.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.30.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.30.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.30.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.31.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.31.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.31.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.31.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.31.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.31.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.32.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.32.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.32.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.32.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.32.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.32.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.33.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.33.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.33.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.33.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.33.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.33.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.34.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.34.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.34.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.34.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.34.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.34.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.35.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.35.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.35.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.35.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.35.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.35.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.36.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.36.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.36.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.36.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.36.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.36.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.37.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.37.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.37.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.37.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.37.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.37.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.38.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.38.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.38.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.38.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.38.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.38.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.39.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.39.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.39.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.39.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.39.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.39.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.4.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.4.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.4.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.4.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.4.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.4.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.40.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.40.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.40.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.40.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.40.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.40.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.41.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.41.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.41.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.41.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.41.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.41.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.42.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.42.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.42.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.42.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.42.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.42.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.43.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.43.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.43.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.43.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.43.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.43.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.44.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.44.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.44.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.44.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.44.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.44.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.45.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.45.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.45.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.45.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.45.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.45.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.46.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.46.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.46.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.46.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.46.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.46.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.47.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.47.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.47.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.47.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.47.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.47.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.48.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.48.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.48.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.48.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.48.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.48.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.49.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.49.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.49.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.49.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.49.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.49.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.5.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.5.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.5.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.5.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.5.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.5.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.50.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.50.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.50.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.50.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.50.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.50.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.51.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.51.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.51.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.51.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.51.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.51.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.52.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.52.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.52.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.52.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.52.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.52.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.53.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.53.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.53.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.53.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.53.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.53.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.54.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.54.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.54.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.54.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.54.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.54.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.55.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.55.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.55.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.55.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.55.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.55.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.56.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.56.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.56.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.56.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.56.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.56.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.57.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.57.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.57.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.57.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.57.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.57.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.58.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.58.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.58.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.58.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.58.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.58.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.59.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.59.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.59.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.59.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.59.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.59.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.6.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.6.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.6.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.6.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.6.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.6.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.60.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.60.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.60.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.60.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.60.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.60.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.61.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.61.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.61.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.61.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.61.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.61.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.62.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.62.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.62.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.62.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.62.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.62.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.63.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.63.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.63.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.63.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.63.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.63.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.64.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.64.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.64.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.64.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.64.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.64.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.65.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.65.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.65.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.65.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.65.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.65.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.66.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.66.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.66.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.66.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.66.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.66.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.67.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.67.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.67.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.67.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.67.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.67.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.68.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.68.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.68.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.68.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.68.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.68.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.69.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.69.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.69.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.69.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.69.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.69.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.7.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.7.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.7.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.7.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.7.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.7.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.70.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.70.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.70.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.70.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.70.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.70.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.71.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.71.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.71.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.71.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.71.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.71.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.72.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.72.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.72.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.72.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.72.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.72.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.73.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.73.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.73.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.73.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.73.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.73.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.74.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.74.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.74.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.74.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.74.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.74.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.75.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.75.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.75.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.75.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.75.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.75.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.76.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.76.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.76.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.76.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.76.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.76.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.77.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.77.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.77.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.77.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.77.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.77.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.78.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.78.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.78.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.78.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.78.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.78.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.79.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.79.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.79.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.79.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.79.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.79.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.8.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.8.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.8.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.8.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.8.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.8.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.80.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.80.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.80.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.80.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.80.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.80.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.81.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.81.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.81.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.81.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.81.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.81.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.82.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.82.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.82.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.82.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.82.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.82.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.83.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.83.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.83.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.83.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.83.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.83.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.84.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.84.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.84.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.84.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.84.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.84.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.85.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.85.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.85.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.85.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.85.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.85.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.86.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.86.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.86.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.86.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.86.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.86.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.87.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.87.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.87.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.87.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.87.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.87.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.88.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.88.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.88.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.88.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.88.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.88.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.89.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.89.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.89.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.89.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.89.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.89.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.9.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.9.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.9.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.9.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.9.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.9.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.90.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.90.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.90.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.90.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.90.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.90.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.91.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.91.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.91.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.91.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.91.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.91.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.92.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.92.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.92.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.92.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.92.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.92.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.93.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.93.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.93.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.93.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.93.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.93.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.94.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.94.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.94.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.94.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.94.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.94.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.95.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.95.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.95.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.95.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.95.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.95.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.96.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.96.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.96.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.96.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.96.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.96.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.97.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.97.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.97.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.97.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.97.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.97.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.98.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.98.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.98.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.98.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.98.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.98.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.99.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.99.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.99.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.99.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.99.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.experts.99.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.gate.e_score_correction_bias": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.gate.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.shared_experts.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.shared_experts.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.mlp.shared_experts.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.post_attention_layernorm.weight": "model-00025-of-00043.safetensors", + "model.layers.53.self_attn.k_norm.weight": "model-00025-of-00043.safetensors", + "model.layers.53.self_attn.k_proj.bias": "model-00025-of-00043.safetensors", + "model.layers.53.self_attn.k_proj.output_scale": "model-00025-of-00043.safetensors", + "model.layers.53.self_attn.k_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.self_attn.o_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.self_attn.q_norm.weight": "model-00025-of-00043.safetensors", + "model.layers.53.self_attn.q_proj.bias": "model-00025-of-00043.safetensors", + "model.layers.53.self_attn.q_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.53.self_attn.v_proj.bias": "model-00025-of-00043.safetensors", + "model.layers.53.self_attn.v_proj.output_scale": "model-00025-of-00043.safetensors", + "model.layers.53.self_attn.v_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.input_layernorm.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.0.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.0.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.0.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.0.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.0.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.0.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.1.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.1.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.1.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.1.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.1.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.1.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.10.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.10.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.10.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.10.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.10.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.10.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.100.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.100.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.100.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.100.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.100.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.100.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.101.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.101.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.101.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.101.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.101.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.101.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.102.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.102.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.102.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.102.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.102.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.102.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.103.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.103.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.103.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.103.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.103.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.103.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.104.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.104.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.104.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.104.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.104.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.104.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.105.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.105.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.105.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.105.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.105.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.105.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.106.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.106.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.106.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.106.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.106.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.106.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.107.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.107.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.107.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.107.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.107.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.107.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.108.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.108.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.108.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.108.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.108.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.108.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.109.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.109.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.109.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.109.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.109.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.109.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.11.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.11.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.11.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.11.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.11.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.11.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.110.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.110.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.110.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.110.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.110.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.110.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.111.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.111.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.111.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.111.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.111.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.111.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.112.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.112.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.112.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.112.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.112.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.112.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.113.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.113.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.113.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.113.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.113.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.113.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.114.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.114.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.114.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.114.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.114.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.114.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.115.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.115.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.115.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.115.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.115.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.115.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.116.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.116.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.116.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.116.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.116.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.116.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.117.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.117.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.117.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.117.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.117.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.117.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.118.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.118.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.118.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.118.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.118.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.118.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.119.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.119.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.119.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.119.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.119.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.119.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.12.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.12.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.12.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.12.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.12.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.12.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.120.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.120.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.120.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.120.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.120.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.120.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.121.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.121.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.121.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.121.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.121.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.121.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.122.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.122.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.122.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.122.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.122.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.122.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.123.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.123.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.123.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.123.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.123.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.123.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.124.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.124.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.124.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.124.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.124.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.124.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.125.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.125.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.125.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.125.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.125.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.125.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.126.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.126.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.126.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.126.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.126.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.126.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.127.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.127.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.127.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.127.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.127.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.127.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.128.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.128.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.128.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.128.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.128.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.128.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.129.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.129.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.129.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.129.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.129.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.129.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.13.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.13.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.13.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.13.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.13.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.13.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.130.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.130.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.130.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.130.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.130.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.130.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.131.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.131.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.131.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.131.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.131.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.131.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.132.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.132.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.132.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.132.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.132.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.132.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.133.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.133.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.133.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.133.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.133.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.133.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.134.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.134.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.134.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.134.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.134.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.134.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.135.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.135.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.135.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.135.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.135.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.135.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.136.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.136.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.136.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.136.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.136.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.136.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.137.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.137.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.137.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.137.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.137.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.137.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.138.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.138.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.138.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.138.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.138.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.138.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.139.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.139.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.139.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.139.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.139.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.139.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.14.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.14.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.14.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.14.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.14.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.14.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.140.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.140.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.140.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.140.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.140.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.140.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.141.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.141.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.141.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.141.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.141.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.141.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.142.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.142.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.142.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.142.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.142.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.142.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.143.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.143.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.143.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.143.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.143.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.143.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.144.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.144.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.144.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.144.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.144.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.144.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.145.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.145.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.145.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.145.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.145.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.145.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.146.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.146.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.146.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.146.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.146.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.146.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.147.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.147.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.147.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.147.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.147.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.147.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.148.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.148.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.148.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.148.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.148.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.148.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.149.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.149.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.149.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.149.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.149.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.149.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.15.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.15.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.15.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.15.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.15.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.15.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.150.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.150.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.150.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.150.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.150.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.150.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.151.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.151.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.151.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.151.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.151.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.151.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.152.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.152.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.152.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.152.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.152.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.152.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.153.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.153.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.153.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.153.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.153.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.153.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.154.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.154.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.154.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.154.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.154.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.154.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.155.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.155.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.155.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.155.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.155.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.155.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.156.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.156.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.156.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.156.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.156.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.156.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.157.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.157.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.157.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.157.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.157.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.157.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.158.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.158.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.158.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.158.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.158.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.158.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.159.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.159.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.159.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.159.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.159.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.159.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.16.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.16.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.16.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.16.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.16.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.16.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.17.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.17.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.17.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.17.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.17.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.17.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.18.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.18.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.18.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.18.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.18.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.18.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.19.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.19.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.19.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.19.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.19.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.19.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.2.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.2.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.2.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.2.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.2.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.2.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.20.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.20.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.20.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.20.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.20.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.20.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.21.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.21.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.21.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.21.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.21.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.21.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.22.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.22.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.22.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.22.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.22.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.22.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.23.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.23.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.23.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.23.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.23.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.23.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.24.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.24.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.24.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.24.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.24.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.24.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.25.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.25.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.25.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.25.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.25.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.25.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.26.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.26.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.26.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.26.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.26.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.26.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.27.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.27.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.27.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.27.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.27.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.27.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.28.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.28.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.28.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.28.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.28.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.28.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.29.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.29.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.29.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.29.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.29.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.29.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.3.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.3.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.3.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.3.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.3.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.3.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.30.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.30.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.30.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.30.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.30.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.30.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.31.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.31.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.31.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.31.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.31.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.31.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.32.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.32.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.32.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.32.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.32.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.32.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.33.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.33.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.33.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.33.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.33.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.33.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.34.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.34.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.34.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.34.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.34.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.34.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.35.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.35.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.35.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.35.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.35.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.35.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.36.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.36.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.36.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.36.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.36.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.36.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.37.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.37.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.37.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.37.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.37.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.37.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.38.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.38.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.38.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.38.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.38.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.38.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.39.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.39.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.39.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.39.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.39.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.39.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.4.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.4.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.4.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.4.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.4.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.4.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.40.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.40.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.40.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.40.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.40.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.40.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.41.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.41.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.41.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.41.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.41.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.41.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.42.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.42.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.42.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.42.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.42.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.42.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.43.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.43.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.43.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.43.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.43.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.43.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.44.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.44.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.44.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.44.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.44.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.44.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.45.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.45.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.45.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.45.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.45.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.45.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.46.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.46.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.46.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.46.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.46.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.46.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.47.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.47.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.47.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.47.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.47.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.47.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.48.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.48.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.48.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.48.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.48.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.48.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.49.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.49.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.49.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.49.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.49.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.49.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.5.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.5.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.5.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.5.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.5.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.5.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.50.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.50.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.50.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.50.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.50.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.50.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.51.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.51.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.51.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.51.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.51.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.51.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.52.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.52.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.52.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.52.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.52.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.52.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.53.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.53.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.53.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.53.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.53.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.53.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.54.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.54.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.54.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.54.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.54.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.54.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.55.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.55.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.55.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.55.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.55.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.55.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.56.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.56.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.56.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.56.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.56.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.56.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.57.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.57.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.57.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.57.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.57.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.57.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.58.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.58.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.58.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.58.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.58.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.58.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.59.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.59.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.59.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.59.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.59.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.59.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.6.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.6.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.6.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.6.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.6.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.6.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.60.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.60.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.60.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.60.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.60.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.60.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.61.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.61.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.61.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.61.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.61.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.61.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.62.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.62.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.62.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.62.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.62.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.62.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.63.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.63.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.63.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.63.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.63.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.63.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.64.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.64.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.64.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.64.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.64.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.64.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.65.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.65.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.65.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.65.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.65.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.65.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.66.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.66.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.66.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.66.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.66.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.66.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.67.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.67.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.67.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.67.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.67.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.67.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.68.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.68.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.68.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.68.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.68.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.68.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.69.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.69.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.69.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.69.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.69.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.69.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.7.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.7.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.7.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.7.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.7.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.7.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.70.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.70.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.70.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.70.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.70.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.70.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.71.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.71.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.71.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.71.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.71.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.71.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.72.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.72.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.72.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.72.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.72.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.72.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.73.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.73.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.73.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.73.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.73.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.73.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.74.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.74.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.74.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.74.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.74.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.74.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.75.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.75.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.75.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.75.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.75.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.75.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.76.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.76.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.76.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.76.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.76.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.76.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.77.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.77.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.77.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.77.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.77.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.77.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.78.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.78.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.78.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.78.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.78.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.78.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.79.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.79.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.79.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.79.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.79.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.79.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.8.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.8.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.8.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.8.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.8.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.8.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.80.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.80.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.80.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.80.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.80.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.80.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.81.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.81.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.81.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.81.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.81.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.81.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.82.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.82.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.82.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.82.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.82.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.82.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.83.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.83.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.83.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.83.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.83.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.83.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.84.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.84.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.84.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.84.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.84.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.84.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.85.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.85.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.85.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.85.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.85.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.85.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.86.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.86.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.86.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.86.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.86.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.86.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.87.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.87.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.87.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.87.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.87.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.87.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.88.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.88.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.88.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.88.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.88.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.88.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.89.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.89.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.89.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.89.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.89.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.89.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.9.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.9.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.9.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.9.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.9.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.9.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.90.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.90.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.90.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.90.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.90.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.90.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.91.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.91.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.91.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.91.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.91.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.91.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.92.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.92.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.92.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.92.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.92.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.92.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.93.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.93.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.93.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.93.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.93.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.93.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.94.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.94.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.94.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.94.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.94.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.94.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.95.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.95.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.95.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.95.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.95.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.95.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.96.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.96.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.96.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.96.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.96.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.96.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.97.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.97.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.97.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.97.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.97.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.97.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.98.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.98.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.98.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.98.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.98.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.98.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.99.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.99.down_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.99.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.99.gate_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.99.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.experts.99.up_proj.weight_scale": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.gate.e_score_correction_bias": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.gate.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.shared_experts.down_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.shared_experts.gate_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.mlp.shared_experts.up_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.post_attention_layernorm.weight": "model-00025-of-00043.safetensors", + "model.layers.54.self_attn.k_norm.weight": "model-00025-of-00043.safetensors", + "model.layers.54.self_attn.k_proj.bias": "model-00025-of-00043.safetensors", + "model.layers.54.self_attn.k_proj.output_scale": "model-00025-of-00043.safetensors", + "model.layers.54.self_attn.k_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.self_attn.o_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.self_attn.q_norm.weight": "model-00025-of-00043.safetensors", + "model.layers.54.self_attn.q_proj.bias": "model-00025-of-00043.safetensors", + "model.layers.54.self_attn.q_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.54.self_attn.v_proj.bias": "model-00025-of-00043.safetensors", + "model.layers.54.self_attn.v_proj.output_scale": "model-00025-of-00043.safetensors", + "model.layers.54.self_attn.v_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.55.input_layernorm.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.0.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.0.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.0.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.0.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.0.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.0.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.1.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.1.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.1.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.1.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.1.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.1.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.10.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.10.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.10.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.10.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.10.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.10.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.100.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.100.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.100.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.100.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.100.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.100.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.101.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.101.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.101.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.101.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.101.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.101.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.102.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.102.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.102.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.102.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.102.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.102.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.103.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.103.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.103.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.103.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.103.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.103.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.104.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.104.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.104.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.104.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.104.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.104.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.105.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.105.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.105.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.105.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.105.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.105.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.106.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.106.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.106.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.106.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.106.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.106.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.107.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.107.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.107.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.107.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.107.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.107.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.108.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.108.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.108.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.108.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.108.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.108.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.109.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.109.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.109.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.109.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.109.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.109.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.11.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.11.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.11.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.11.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.11.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.11.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.110.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.110.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.110.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.110.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.110.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.110.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.111.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.111.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.111.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.111.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.111.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.111.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.112.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.112.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.112.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.112.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.112.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.112.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.113.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.113.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.113.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.113.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.113.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.113.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.114.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.114.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.114.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.114.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.114.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.114.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.115.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.115.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.115.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.115.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.115.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.115.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.116.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.116.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.116.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.116.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.116.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.116.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.117.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.117.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.117.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.117.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.117.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.117.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.118.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.118.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.118.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.118.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.118.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.118.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.119.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.119.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.119.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.119.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.119.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.119.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.12.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.12.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.12.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.12.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.12.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.12.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.120.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.120.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.120.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.120.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.120.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.120.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.121.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.121.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.121.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.121.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.121.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.121.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.122.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.122.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.122.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.122.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.122.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.122.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.123.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.123.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.123.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.123.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.123.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.123.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.124.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.124.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.124.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.124.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.124.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.124.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.125.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.125.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.125.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.125.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.125.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.125.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.126.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.126.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.126.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.126.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.126.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.126.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.127.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.127.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.127.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.127.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.127.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.127.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.128.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.128.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.128.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.128.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.128.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.128.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.129.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.129.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.129.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.129.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.129.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.129.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.13.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.13.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.13.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.13.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.13.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.13.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.130.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.130.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.130.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.130.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.130.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.130.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.131.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.131.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.131.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.131.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.131.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.131.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.132.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.132.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.132.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.132.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.132.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.132.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.133.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.133.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.133.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.133.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.133.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.133.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.134.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.134.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.134.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.134.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.134.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.134.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.135.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.135.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.135.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.135.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.135.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.135.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.136.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.136.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.136.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.136.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.136.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.136.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.137.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.137.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.137.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.137.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.137.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.137.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.138.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.138.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.138.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.138.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.138.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.138.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.139.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.139.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.139.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.139.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.139.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.139.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.14.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.14.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.14.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.14.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.14.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.14.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.140.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.140.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.140.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.140.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.140.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.140.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.141.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.141.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.141.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.141.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.141.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.141.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.142.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.142.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.142.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.142.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.142.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.142.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.143.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.143.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.143.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.143.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.143.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.143.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.144.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.144.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.144.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.144.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.144.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.144.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.145.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.145.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.145.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.145.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.145.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.145.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.146.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.146.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.146.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.146.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.146.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.146.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.147.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.147.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.147.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.147.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.147.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.147.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.148.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.148.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.148.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.148.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.148.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.148.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.149.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.149.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.149.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.149.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.149.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.149.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.15.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.15.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.15.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.15.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.15.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.15.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.150.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.150.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.150.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.150.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.150.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.150.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.151.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.151.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.151.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.151.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.151.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.151.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.152.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.152.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.152.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.152.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.152.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.152.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.153.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.153.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.153.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.153.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.153.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.153.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.154.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.154.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.154.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.154.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.154.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.154.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.155.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.155.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.155.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.155.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.155.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.155.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.156.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.156.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.156.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.156.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.156.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.156.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.157.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.157.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.157.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.157.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.157.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.157.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.158.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.158.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.158.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.158.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.158.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.158.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.159.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.159.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.159.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.159.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.159.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.159.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.16.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.16.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.16.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.16.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.16.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.16.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.17.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.17.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.17.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.17.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.17.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.17.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.18.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.18.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.18.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.18.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.18.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.18.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.19.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.19.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.19.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.19.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.19.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.19.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.2.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.2.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.2.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.2.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.2.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.2.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.20.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.20.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.20.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.20.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.20.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.20.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.21.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.21.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.21.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.21.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.21.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.21.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.22.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.22.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.22.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.22.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.22.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.22.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.23.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.23.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.23.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.23.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.23.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.23.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.24.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.24.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.24.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.24.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.24.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.24.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.25.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.25.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.25.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.25.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.25.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.25.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.26.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.26.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.26.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.26.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.26.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.26.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.27.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.27.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.27.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.27.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.27.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.27.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.28.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.28.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.28.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.28.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.28.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.28.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.29.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.29.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.29.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.29.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.29.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.29.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.3.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.3.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.3.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.3.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.3.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.3.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.30.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.30.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.30.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.30.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.30.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.30.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.31.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.31.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.31.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.31.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.31.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.31.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.32.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.32.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.32.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.32.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.32.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.32.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.33.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.33.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.33.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.33.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.33.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.33.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.34.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.34.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.34.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.34.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.34.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.34.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.35.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.35.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.35.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.35.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.35.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.35.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.36.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.36.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.36.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.36.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.36.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.36.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.37.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.37.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.37.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.37.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.37.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.37.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.38.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.38.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.38.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.38.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.38.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.38.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.39.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.39.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.39.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.39.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.39.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.39.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.4.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.4.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.4.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.4.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.4.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.4.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.40.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.40.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.40.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.40.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.40.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.40.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.41.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.41.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.41.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.41.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.41.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.41.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.42.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.42.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.42.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.42.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.42.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.42.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.43.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.43.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.43.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.43.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.43.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.43.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.44.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.44.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.44.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.44.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.44.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.44.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.45.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.45.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.45.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.45.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.45.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.45.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.46.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.46.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.46.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.46.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.46.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.46.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.47.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.47.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.47.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.47.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.47.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.47.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.48.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.48.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.48.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.48.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.48.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.48.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.49.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.49.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.49.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.49.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.49.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.49.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.5.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.5.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.5.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.5.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.5.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.5.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.50.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.50.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.50.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.50.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.50.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.50.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.51.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.51.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.51.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.51.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.51.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.51.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.52.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.52.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.52.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.52.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.52.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.52.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.53.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.53.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.53.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.53.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.53.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.53.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.54.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.54.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.54.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.54.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.54.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.54.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.55.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.55.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.55.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.55.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.55.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.55.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.56.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.56.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.56.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.56.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.56.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.56.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.57.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.57.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.57.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.57.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.57.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.57.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.58.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.58.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.58.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.58.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.58.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.58.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.59.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.59.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.59.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.59.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.59.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.59.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.6.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.6.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.6.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.6.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.6.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.6.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.60.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.60.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.60.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.60.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.60.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.60.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.61.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.61.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.61.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.61.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.61.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.61.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.62.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.62.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.62.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.62.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.62.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.62.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.63.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.63.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.63.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.63.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.63.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.63.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.64.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.64.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.64.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.64.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.64.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.64.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.65.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.65.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.65.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.65.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.65.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.65.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.66.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.66.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.66.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.66.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.66.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.66.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.67.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.67.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.67.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.67.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.67.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.67.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.68.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.68.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.68.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.68.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.68.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.68.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.69.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.69.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.69.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.69.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.69.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.69.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.7.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.7.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.7.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.7.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.7.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.7.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.70.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.70.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.70.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.70.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.70.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.70.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.71.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.71.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.71.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.71.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.71.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.71.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.72.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.72.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.72.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.72.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.72.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.72.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.73.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.73.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.73.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.73.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.73.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.73.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.74.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.74.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.74.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.74.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.74.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.74.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.75.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.75.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.75.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.75.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.75.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.75.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.76.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.76.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.76.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.76.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.76.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.76.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.77.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.77.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.77.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.77.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.77.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.77.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.78.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.78.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.78.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.78.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.78.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.78.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.79.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.79.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.79.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.79.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.79.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.79.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.8.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.8.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.8.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.8.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.8.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.8.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.80.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.80.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.80.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.80.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.80.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.80.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.81.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.81.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.81.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.81.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.81.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.81.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.82.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.82.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.82.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.82.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.82.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.82.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.83.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.83.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.83.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.83.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.83.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.83.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.84.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.84.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.84.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.84.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.84.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.84.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.85.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.85.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.85.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.85.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.85.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.85.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.86.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.86.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.86.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.86.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.86.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.86.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.87.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.87.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.87.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.87.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.87.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.87.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.88.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.88.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.88.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.88.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.88.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.88.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.89.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.89.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.89.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.89.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.89.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.89.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.9.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.9.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.9.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.9.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.9.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.9.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.90.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.90.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.90.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.90.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.90.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.90.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.91.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.91.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.91.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.91.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.91.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.91.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.92.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.92.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.92.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.92.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.92.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.92.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.93.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.93.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.93.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.93.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.93.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.93.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.94.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.94.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.94.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.94.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.94.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.94.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.95.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.95.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.95.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.95.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.95.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.95.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.96.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.96.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.96.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.96.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.96.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.96.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.97.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.97.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.97.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.97.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.97.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.97.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.98.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.98.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.98.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.98.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.98.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.98.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.99.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.99.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.99.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.99.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.99.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.experts.99.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.gate.e_score_correction_bias": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.gate.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.shared_experts.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.shared_experts.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.mlp.shared_experts.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.post_attention_layernorm.weight": "model-00026-of-00043.safetensors", + "model.layers.55.self_attn.k_norm.weight": "model-00026-of-00043.safetensors", + "model.layers.55.self_attn.k_proj.bias": "model-00025-of-00043.safetensors", + "model.layers.55.self_attn.k_proj.output_scale": "model-00025-of-00043.safetensors", + "model.layers.55.self_attn.k_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.55.self_attn.o_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.55.self_attn.q_norm.weight": "model-00026-of-00043.safetensors", + "model.layers.55.self_attn.q_proj.bias": "model-00025-of-00043.safetensors", + "model.layers.55.self_attn.q_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.55.self_attn.v_proj.bias": "model-00025-of-00043.safetensors", + "model.layers.55.self_attn.v_proj.output_scale": "model-00025-of-00043.safetensors", + "model.layers.55.self_attn.v_proj.weight": "model-00025-of-00043.safetensors", + "model.layers.56.input_layernorm.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.0.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.0.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.0.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.0.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.0.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.0.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.1.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.1.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.1.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.1.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.1.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.1.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.10.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.10.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.10.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.10.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.10.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.10.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.100.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.100.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.100.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.100.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.100.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.100.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.101.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.101.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.101.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.101.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.101.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.101.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.102.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.102.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.102.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.102.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.102.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.102.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.103.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.103.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.103.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.103.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.103.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.103.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.104.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.104.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.104.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.104.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.104.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.104.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.105.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.105.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.105.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.105.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.105.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.105.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.106.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.106.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.106.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.106.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.106.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.106.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.107.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.107.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.107.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.107.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.107.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.107.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.108.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.108.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.108.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.108.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.108.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.108.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.109.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.109.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.109.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.109.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.109.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.109.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.11.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.11.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.11.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.11.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.11.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.11.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.110.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.110.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.110.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.110.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.110.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.110.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.111.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.111.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.111.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.111.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.111.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.111.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.112.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.112.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.112.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.112.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.112.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.112.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.113.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.113.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.113.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.113.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.113.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.113.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.114.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.114.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.114.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.114.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.114.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.114.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.115.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.115.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.115.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.115.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.115.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.115.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.116.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.116.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.116.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.116.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.116.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.116.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.117.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.117.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.117.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.117.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.117.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.117.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.118.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.118.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.118.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.118.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.118.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.118.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.119.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.119.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.119.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.119.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.119.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.119.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.12.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.12.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.12.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.12.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.12.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.12.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.120.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.120.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.120.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.120.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.120.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.120.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.121.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.121.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.121.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.121.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.121.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.121.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.122.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.122.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.122.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.122.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.122.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.122.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.123.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.123.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.123.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.123.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.123.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.123.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.124.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.124.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.124.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.124.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.124.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.124.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.125.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.125.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.125.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.125.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.125.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.125.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.126.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.126.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.126.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.126.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.126.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.126.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.127.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.127.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.127.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.127.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.127.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.127.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.128.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.128.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.128.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.128.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.128.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.128.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.129.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.129.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.129.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.129.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.129.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.129.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.13.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.13.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.13.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.13.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.13.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.13.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.130.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.130.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.130.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.130.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.130.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.130.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.131.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.131.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.131.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.131.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.131.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.131.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.132.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.132.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.132.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.132.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.132.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.132.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.133.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.133.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.133.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.133.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.133.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.133.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.134.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.134.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.134.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.134.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.134.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.134.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.135.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.135.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.135.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.135.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.135.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.135.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.136.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.136.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.136.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.136.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.136.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.136.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.137.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.137.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.137.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.137.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.137.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.137.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.138.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.138.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.138.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.138.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.138.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.138.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.139.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.139.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.139.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.139.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.139.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.139.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.14.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.14.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.14.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.14.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.14.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.14.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.140.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.140.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.140.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.140.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.140.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.140.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.141.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.141.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.141.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.141.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.141.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.141.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.142.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.142.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.142.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.142.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.142.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.142.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.143.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.143.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.143.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.143.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.143.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.143.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.144.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.144.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.144.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.144.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.144.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.144.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.145.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.145.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.145.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.145.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.145.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.145.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.146.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.146.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.146.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.146.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.146.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.146.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.147.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.147.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.147.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.147.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.147.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.147.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.148.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.148.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.148.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.148.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.148.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.148.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.149.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.149.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.149.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.149.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.149.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.149.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.15.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.15.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.15.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.15.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.15.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.15.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.150.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.150.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.150.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.150.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.150.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.150.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.151.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.151.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.151.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.151.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.151.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.151.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.152.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.152.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.152.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.152.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.152.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.152.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.153.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.153.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.153.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.153.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.153.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.153.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.154.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.154.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.154.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.154.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.154.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.154.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.155.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.155.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.155.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.155.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.155.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.155.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.156.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.156.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.156.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.156.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.156.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.156.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.157.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.157.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.157.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.157.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.157.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.157.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.158.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.158.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.158.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.158.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.158.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.158.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.159.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.159.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.159.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.159.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.159.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.159.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.16.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.16.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.16.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.16.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.16.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.16.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.17.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.17.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.17.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.17.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.17.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.17.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.18.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.18.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.18.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.18.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.18.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.18.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.19.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.19.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.19.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.19.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.19.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.19.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.2.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.2.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.2.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.2.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.2.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.2.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.20.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.20.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.20.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.20.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.20.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.20.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.21.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.21.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.21.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.21.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.21.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.21.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.22.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.22.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.22.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.22.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.22.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.22.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.23.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.23.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.23.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.23.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.23.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.23.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.24.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.24.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.24.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.24.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.24.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.24.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.25.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.25.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.25.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.25.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.25.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.25.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.26.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.26.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.26.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.26.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.26.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.26.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.27.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.27.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.27.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.27.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.27.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.27.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.28.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.28.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.28.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.28.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.28.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.28.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.29.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.29.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.29.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.29.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.29.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.29.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.3.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.3.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.3.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.3.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.3.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.3.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.30.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.30.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.30.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.30.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.30.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.30.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.31.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.31.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.31.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.31.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.31.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.31.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.32.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.32.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.32.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.32.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.32.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.32.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.33.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.33.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.33.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.33.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.33.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.33.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.34.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.34.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.34.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.34.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.34.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.34.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.35.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.35.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.35.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.35.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.35.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.35.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.36.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.36.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.36.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.36.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.36.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.36.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.37.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.37.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.37.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.37.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.37.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.37.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.38.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.38.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.38.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.38.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.38.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.38.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.39.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.39.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.39.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.39.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.39.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.39.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.4.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.4.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.4.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.4.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.4.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.4.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.40.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.40.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.40.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.40.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.40.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.40.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.41.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.41.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.41.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.41.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.41.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.41.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.42.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.42.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.42.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.42.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.42.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.42.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.43.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.43.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.43.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.43.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.43.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.43.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.44.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.44.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.44.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.44.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.44.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.44.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.45.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.45.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.45.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.45.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.45.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.45.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.46.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.46.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.46.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.46.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.46.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.46.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.47.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.47.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.47.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.47.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.47.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.47.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.48.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.48.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.48.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.48.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.48.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.48.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.49.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.49.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.49.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.49.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.49.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.49.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.5.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.5.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.5.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.5.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.5.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.5.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.50.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.50.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.50.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.50.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.50.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.50.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.51.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.51.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.51.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.51.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.51.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.51.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.52.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.52.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.52.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.52.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.52.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.52.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.53.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.53.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.53.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.53.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.53.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.53.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.54.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.54.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.54.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.54.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.54.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.54.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.55.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.55.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.55.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.55.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.55.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.55.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.56.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.56.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.56.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.56.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.56.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.56.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.57.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.57.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.57.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.57.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.57.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.57.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.58.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.58.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.58.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.58.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.58.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.58.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.59.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.59.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.59.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.59.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.59.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.59.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.6.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.6.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.6.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.6.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.6.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.6.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.60.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.60.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.60.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.60.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.60.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.60.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.61.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.61.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.61.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.61.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.61.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.61.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.62.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.62.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.62.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.62.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.62.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.62.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.63.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.63.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.63.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.63.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.63.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.63.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.64.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.64.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.64.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.64.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.64.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.64.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.65.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.65.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.65.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.65.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.65.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.65.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.66.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.66.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.66.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.66.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.66.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.66.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.67.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.67.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.67.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.67.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.67.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.67.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.68.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.68.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.68.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.68.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.68.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.68.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.69.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.69.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.69.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.69.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.69.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.69.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.7.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.7.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.7.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.7.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.7.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.7.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.70.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.70.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.70.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.70.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.70.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.70.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.71.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.71.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.71.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.71.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.71.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.71.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.72.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.72.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.72.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.72.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.72.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.72.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.73.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.73.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.73.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.73.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.73.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.73.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.74.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.74.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.74.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.74.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.74.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.74.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.75.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.75.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.75.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.75.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.75.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.75.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.76.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.76.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.76.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.76.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.76.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.76.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.77.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.77.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.77.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.77.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.77.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.77.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.78.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.78.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.78.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.78.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.78.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.78.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.79.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.79.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.79.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.79.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.79.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.79.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.8.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.8.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.8.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.8.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.8.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.8.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.80.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.80.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.80.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.80.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.80.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.80.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.81.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.81.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.81.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.81.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.81.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.81.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.82.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.82.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.82.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.82.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.82.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.82.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.83.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.83.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.83.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.83.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.83.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.83.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.84.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.84.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.84.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.84.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.84.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.84.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.85.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.85.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.85.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.85.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.85.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.85.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.86.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.86.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.86.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.86.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.86.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.86.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.87.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.87.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.87.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.87.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.87.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.87.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.88.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.88.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.88.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.88.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.88.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.88.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.89.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.89.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.89.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.89.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.89.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.89.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.9.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.9.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.9.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.9.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.9.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.9.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.90.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.90.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.90.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.90.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.90.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.90.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.91.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.91.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.91.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.91.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.91.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.91.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.92.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.92.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.92.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.92.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.92.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.92.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.93.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.93.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.93.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.93.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.93.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.93.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.94.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.94.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.94.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.94.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.94.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.94.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.95.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.95.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.95.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.95.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.95.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.95.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.96.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.96.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.96.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.96.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.96.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.96.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.97.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.97.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.97.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.97.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.97.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.97.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.98.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.98.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.98.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.98.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.98.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.98.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.99.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.99.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.99.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.99.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.99.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.experts.99.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.gate.e_score_correction_bias": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.gate.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.shared_experts.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.shared_experts.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.mlp.shared_experts.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.post_attention_layernorm.weight": "model-00026-of-00043.safetensors", + "model.layers.56.self_attn.k_norm.weight": "model-00026-of-00043.safetensors", + "model.layers.56.self_attn.k_proj.bias": "model-00026-of-00043.safetensors", + "model.layers.56.self_attn.k_proj.output_scale": "model-00026-of-00043.safetensors", + "model.layers.56.self_attn.k_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.self_attn.o_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.self_attn.q_norm.weight": "model-00026-of-00043.safetensors", + "model.layers.56.self_attn.q_proj.bias": "model-00026-of-00043.safetensors", + "model.layers.56.self_attn.q_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.56.self_attn.v_proj.bias": "model-00026-of-00043.safetensors", + "model.layers.56.self_attn.v_proj.output_scale": "model-00026-of-00043.safetensors", + "model.layers.56.self_attn.v_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.input_layernorm.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.0.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.0.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.0.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.0.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.0.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.0.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.1.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.1.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.1.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.1.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.1.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.1.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.10.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.10.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.10.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.10.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.10.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.10.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.100.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.100.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.100.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.100.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.100.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.100.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.101.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.101.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.101.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.101.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.101.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.101.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.102.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.102.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.102.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.102.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.102.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.102.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.103.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.103.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.103.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.103.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.103.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.103.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.104.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.104.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.104.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.104.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.104.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.104.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.105.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.105.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.105.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.105.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.105.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.105.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.106.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.106.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.106.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.106.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.106.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.106.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.107.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.107.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.107.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.107.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.107.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.107.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.108.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.108.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.108.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.108.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.108.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.108.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.109.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.109.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.109.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.109.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.109.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.109.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.11.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.11.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.11.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.11.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.11.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.11.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.110.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.110.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.110.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.110.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.110.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.110.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.111.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.111.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.111.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.111.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.111.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.111.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.112.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.112.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.112.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.112.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.112.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.112.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.113.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.113.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.113.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.113.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.113.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.113.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.114.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.114.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.114.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.114.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.114.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.114.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.115.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.115.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.115.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.115.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.115.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.115.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.116.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.116.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.116.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.116.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.116.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.116.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.117.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.117.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.117.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.117.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.117.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.117.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.118.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.118.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.118.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.118.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.118.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.118.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.119.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.119.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.119.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.119.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.119.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.119.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.12.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.12.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.12.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.12.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.12.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.12.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.120.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.120.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.120.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.120.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.120.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.120.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.121.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.121.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.121.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.121.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.121.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.121.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.122.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.122.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.122.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.122.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.122.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.122.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.123.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.123.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.123.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.123.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.123.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.123.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.124.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.124.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.124.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.124.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.124.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.124.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.125.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.125.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.125.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.125.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.125.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.125.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.126.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.126.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.126.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.126.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.126.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.126.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.127.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.127.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.127.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.127.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.127.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.127.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.128.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.128.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.128.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.128.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.128.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.128.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.129.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.129.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.129.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.129.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.129.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.129.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.13.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.13.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.13.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.13.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.13.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.13.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.130.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.130.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.130.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.130.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.130.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.130.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.131.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.131.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.131.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.131.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.131.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.131.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.132.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.132.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.132.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.132.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.132.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.132.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.133.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.133.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.133.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.133.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.133.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.133.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.134.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.134.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.134.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.134.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.134.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.134.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.135.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.135.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.135.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.135.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.135.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.135.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.136.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.136.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.136.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.136.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.136.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.136.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.137.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.137.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.137.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.137.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.137.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.137.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.138.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.138.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.138.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.138.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.138.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.138.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.139.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.139.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.139.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.139.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.139.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.139.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.14.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.14.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.14.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.14.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.14.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.14.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.140.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.140.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.140.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.140.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.140.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.140.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.141.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.141.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.141.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.141.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.141.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.141.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.142.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.142.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.142.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.142.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.142.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.142.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.143.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.143.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.143.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.143.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.143.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.143.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.144.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.144.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.144.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.144.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.144.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.144.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.145.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.145.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.145.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.145.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.145.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.145.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.146.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.146.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.146.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.146.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.146.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.146.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.147.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.147.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.147.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.147.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.147.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.147.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.148.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.148.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.148.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.148.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.148.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.148.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.149.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.149.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.149.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.149.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.149.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.149.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.15.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.15.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.15.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.15.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.15.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.15.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.150.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.150.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.150.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.150.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.150.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.150.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.151.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.151.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.151.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.151.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.151.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.151.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.152.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.152.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.152.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.152.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.152.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.152.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.153.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.153.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.153.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.153.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.153.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.153.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.154.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.154.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.154.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.154.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.154.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.154.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.155.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.155.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.155.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.155.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.155.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.155.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.156.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.156.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.156.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.156.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.156.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.156.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.157.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.157.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.157.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.157.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.157.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.157.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.158.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.158.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.158.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.158.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.158.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.158.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.159.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.159.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.159.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.159.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.159.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.159.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.16.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.16.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.16.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.16.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.16.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.16.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.17.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.17.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.17.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.17.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.17.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.17.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.18.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.18.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.18.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.18.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.18.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.18.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.19.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.19.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.19.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.19.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.19.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.19.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.2.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.2.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.2.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.2.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.2.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.2.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.20.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.20.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.20.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.20.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.20.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.20.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.21.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.21.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.21.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.21.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.21.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.21.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.22.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.22.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.22.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.22.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.22.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.22.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.23.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.23.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.23.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.23.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.23.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.23.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.24.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.24.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.24.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.24.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.24.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.24.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.25.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.25.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.25.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.25.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.25.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.25.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.26.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.26.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.26.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.26.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.26.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.26.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.27.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.27.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.27.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.27.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.27.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.27.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.28.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.28.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.28.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.28.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.28.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.28.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.29.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.29.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.29.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.29.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.29.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.29.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.3.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.3.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.3.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.3.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.3.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.3.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.30.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.30.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.30.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.30.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.30.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.30.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.31.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.31.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.31.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.31.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.31.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.31.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.32.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.32.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.32.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.32.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.32.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.32.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.33.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.33.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.33.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.33.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.33.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.33.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.34.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.34.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.34.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.34.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.34.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.34.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.35.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.35.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.35.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.35.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.35.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.35.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.36.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.36.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.36.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.36.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.36.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.36.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.37.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.37.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.37.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.37.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.37.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.37.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.38.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.38.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.38.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.38.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.38.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.38.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.39.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.39.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.39.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.39.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.39.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.39.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.4.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.4.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.4.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.4.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.4.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.4.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.40.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.40.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.40.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.40.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.40.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.40.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.41.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.41.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.41.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.41.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.41.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.41.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.42.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.42.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.42.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.42.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.42.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.42.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.43.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.43.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.43.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.43.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.43.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.43.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.44.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.44.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.44.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.44.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.44.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.44.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.45.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.45.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.45.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.45.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.45.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.45.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.46.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.46.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.46.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.46.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.46.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.46.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.47.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.47.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.47.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.47.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.47.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.47.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.48.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.48.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.48.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.48.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.48.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.48.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.49.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.49.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.49.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.49.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.49.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.49.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.5.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.5.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.5.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.5.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.5.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.5.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.50.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.50.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.50.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.50.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.50.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.50.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.51.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.51.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.51.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.51.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.51.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.51.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.52.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.52.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.52.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.52.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.52.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.52.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.53.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.53.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.53.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.53.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.53.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.53.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.54.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.54.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.54.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.54.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.54.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.54.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.55.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.55.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.55.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.55.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.55.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.55.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.56.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.56.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.56.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.56.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.56.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.56.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.57.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.57.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.57.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.57.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.57.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.57.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.58.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.58.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.58.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.58.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.58.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.58.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.59.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.59.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.59.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.59.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.59.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.59.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.6.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.6.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.6.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.6.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.6.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.6.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.60.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.60.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.60.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.60.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.60.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.60.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.61.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.61.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.61.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.61.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.61.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.61.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.62.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.62.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.62.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.62.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.62.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.62.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.63.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.63.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.63.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.63.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.63.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.63.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.64.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.64.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.64.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.64.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.64.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.64.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.65.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.65.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.65.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.65.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.65.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.65.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.66.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.66.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.66.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.66.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.66.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.66.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.67.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.67.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.67.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.67.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.67.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.67.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.68.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.68.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.68.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.68.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.68.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.68.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.69.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.69.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.69.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.69.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.69.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.69.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.7.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.7.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.7.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.7.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.7.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.7.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.70.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.70.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.70.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.70.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.70.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.70.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.71.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.71.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.71.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.71.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.71.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.71.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.72.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.72.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.72.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.72.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.72.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.72.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.73.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.73.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.73.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.73.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.73.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.73.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.74.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.74.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.74.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.74.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.74.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.74.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.75.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.75.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.75.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.75.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.75.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.75.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.76.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.76.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.76.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.76.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.76.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.76.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.77.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.77.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.77.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.77.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.77.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.77.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.78.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.78.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.78.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.78.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.78.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.78.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.79.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.79.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.79.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.79.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.79.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.79.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.8.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.8.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.8.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.8.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.8.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.8.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.80.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.80.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.80.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.80.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.80.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.80.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.81.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.81.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.81.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.81.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.81.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.81.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.82.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.82.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.82.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.82.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.82.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.82.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.83.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.83.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.83.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.83.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.83.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.83.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.84.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.84.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.84.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.84.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.84.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.84.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.85.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.85.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.85.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.85.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.85.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.85.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.86.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.86.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.86.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.86.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.86.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.86.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.87.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.87.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.87.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.87.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.87.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.87.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.88.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.88.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.88.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.88.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.88.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.88.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.89.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.89.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.89.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.89.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.89.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.89.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.9.down_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.9.down_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.9.gate_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.9.gate_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.9.up_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.9.up_proj.weight_scale": "model-00026-of-00043.safetensors", + "model.layers.57.mlp.experts.90.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.90.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.90.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.90.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.90.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.90.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.91.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.91.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.91.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.91.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.91.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.91.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.92.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.92.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.92.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.92.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.92.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.92.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.93.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.93.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.93.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.93.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.93.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.93.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.94.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.94.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.94.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.94.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.94.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.94.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.95.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.95.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.95.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.95.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.95.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.95.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.96.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.96.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.96.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.96.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.96.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.96.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.97.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.97.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.97.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.97.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.97.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.97.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.98.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.98.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.98.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.98.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.98.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.98.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.99.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.99.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.99.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.99.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.99.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.experts.99.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.gate.e_score_correction_bias": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.gate.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.shared_experts.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.shared_experts.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.mlp.shared_experts.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.57.post_attention_layernorm.weight": "model-00027-of-00043.safetensors", + "model.layers.57.self_attn.k_norm.weight": "model-00026-of-00043.safetensors", + "model.layers.57.self_attn.k_proj.bias": "model-00026-of-00043.safetensors", + "model.layers.57.self_attn.k_proj.output_scale": "model-00026-of-00043.safetensors", + "model.layers.57.self_attn.k_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.self_attn.o_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.self_attn.q_norm.weight": "model-00026-of-00043.safetensors", + "model.layers.57.self_attn.q_proj.bias": "model-00026-of-00043.safetensors", + "model.layers.57.self_attn.q_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.57.self_attn.v_proj.bias": "model-00026-of-00043.safetensors", + "model.layers.57.self_attn.v_proj.output_scale": "model-00026-of-00043.safetensors", + "model.layers.57.self_attn.v_proj.weight": "model-00026-of-00043.safetensors", + "model.layers.58.input_layernorm.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.0.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.0.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.0.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.0.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.0.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.0.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.1.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.1.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.1.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.1.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.1.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.1.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.10.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.10.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.10.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.10.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.10.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.10.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.100.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.100.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.100.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.100.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.100.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.100.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.101.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.101.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.101.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.101.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.101.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.101.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.102.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.102.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.102.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.102.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.102.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.102.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.103.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.103.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.103.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.103.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.103.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.103.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.104.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.104.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.104.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.104.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.104.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.104.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.105.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.105.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.105.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.105.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.105.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.105.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.106.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.106.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.106.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.106.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.106.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.106.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.107.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.107.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.107.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.107.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.107.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.107.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.108.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.108.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.108.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.108.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.108.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.108.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.109.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.109.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.109.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.109.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.109.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.109.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.11.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.11.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.11.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.11.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.11.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.11.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.110.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.110.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.110.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.110.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.110.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.110.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.111.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.111.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.111.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.111.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.111.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.111.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.112.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.112.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.112.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.112.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.112.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.112.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.113.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.113.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.113.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.113.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.113.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.113.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.114.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.114.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.114.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.114.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.114.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.114.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.115.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.115.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.115.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.115.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.115.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.115.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.116.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.116.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.116.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.116.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.116.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.116.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.117.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.117.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.117.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.117.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.117.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.117.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.118.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.118.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.118.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.118.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.118.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.118.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.119.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.119.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.119.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.119.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.119.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.119.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.12.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.12.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.12.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.12.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.12.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.12.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.120.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.120.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.120.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.120.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.120.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.120.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.121.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.121.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.121.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.121.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.121.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.121.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.122.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.122.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.122.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.122.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.122.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.122.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.123.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.123.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.123.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.123.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.123.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.123.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.124.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.124.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.124.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.124.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.124.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.124.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.125.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.125.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.125.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.125.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.125.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.125.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.126.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.126.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.126.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.126.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.126.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.126.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.127.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.127.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.127.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.127.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.127.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.127.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.128.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.128.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.128.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.128.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.128.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.128.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.129.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.129.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.129.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.129.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.129.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.129.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.13.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.13.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.13.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.13.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.13.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.13.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.130.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.130.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.130.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.130.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.130.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.130.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.131.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.131.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.131.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.131.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.131.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.131.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.132.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.132.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.132.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.132.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.132.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.132.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.133.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.133.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.133.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.133.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.133.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.133.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.134.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.134.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.134.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.134.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.134.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.134.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.135.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.135.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.135.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.135.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.135.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.135.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.136.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.136.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.136.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.136.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.136.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.136.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.137.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.137.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.137.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.137.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.137.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.137.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.138.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.138.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.138.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.138.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.138.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.138.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.139.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.139.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.139.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.139.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.139.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.139.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.14.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.14.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.14.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.14.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.14.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.14.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.140.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.140.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.140.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.140.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.140.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.140.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.141.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.141.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.141.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.141.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.141.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.141.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.142.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.142.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.142.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.142.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.142.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.142.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.143.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.143.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.143.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.143.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.143.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.143.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.144.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.144.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.144.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.144.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.144.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.144.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.145.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.145.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.145.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.145.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.145.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.145.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.146.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.146.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.146.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.146.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.146.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.146.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.147.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.147.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.147.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.147.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.147.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.147.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.148.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.148.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.148.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.148.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.148.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.148.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.149.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.149.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.149.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.149.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.149.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.149.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.15.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.15.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.15.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.15.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.15.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.15.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.150.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.150.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.150.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.150.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.150.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.150.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.151.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.151.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.151.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.151.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.151.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.151.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.152.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.152.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.152.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.152.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.152.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.152.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.153.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.153.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.153.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.153.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.153.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.153.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.154.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.154.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.154.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.154.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.154.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.154.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.155.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.155.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.155.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.155.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.155.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.155.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.156.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.156.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.156.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.156.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.156.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.156.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.157.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.157.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.157.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.157.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.157.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.157.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.158.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.158.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.158.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.158.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.158.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.158.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.159.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.159.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.159.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.159.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.159.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.159.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.16.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.16.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.16.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.16.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.16.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.16.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.17.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.17.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.17.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.17.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.17.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.17.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.18.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.18.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.18.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.18.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.18.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.18.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.19.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.19.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.19.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.19.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.19.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.19.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.2.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.2.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.2.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.2.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.2.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.2.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.20.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.20.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.20.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.20.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.20.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.20.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.21.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.21.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.21.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.21.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.21.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.21.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.22.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.22.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.22.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.22.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.22.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.22.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.23.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.23.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.23.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.23.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.23.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.23.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.24.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.24.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.24.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.24.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.24.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.24.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.25.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.25.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.25.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.25.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.25.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.25.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.26.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.26.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.26.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.26.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.26.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.26.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.27.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.27.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.27.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.27.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.27.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.27.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.28.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.28.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.28.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.28.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.28.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.28.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.29.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.29.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.29.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.29.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.29.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.29.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.3.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.3.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.3.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.3.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.3.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.3.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.30.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.30.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.30.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.30.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.30.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.30.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.31.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.31.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.31.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.31.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.31.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.31.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.32.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.32.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.32.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.32.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.32.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.32.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.33.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.33.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.33.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.33.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.33.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.33.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.34.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.34.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.34.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.34.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.34.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.34.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.35.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.35.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.35.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.35.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.35.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.35.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.36.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.36.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.36.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.36.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.36.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.36.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.37.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.37.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.37.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.37.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.37.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.37.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.38.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.38.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.38.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.38.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.38.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.38.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.39.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.39.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.39.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.39.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.39.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.39.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.4.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.4.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.4.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.4.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.4.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.4.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.40.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.40.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.40.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.40.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.40.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.40.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.41.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.41.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.41.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.41.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.41.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.41.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.42.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.42.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.42.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.42.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.42.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.42.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.43.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.43.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.43.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.43.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.43.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.43.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.44.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.44.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.44.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.44.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.44.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.44.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.45.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.45.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.45.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.45.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.45.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.45.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.46.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.46.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.46.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.46.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.46.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.46.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.47.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.47.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.47.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.47.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.47.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.47.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.48.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.48.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.48.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.48.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.48.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.48.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.49.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.49.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.49.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.49.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.49.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.49.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.5.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.5.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.5.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.5.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.5.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.5.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.50.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.50.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.50.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.50.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.50.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.50.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.51.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.51.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.51.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.51.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.51.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.51.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.52.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.52.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.52.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.52.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.52.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.52.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.53.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.53.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.53.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.53.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.53.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.53.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.54.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.54.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.54.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.54.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.54.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.54.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.55.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.55.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.55.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.55.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.55.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.55.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.56.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.56.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.56.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.56.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.56.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.56.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.57.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.57.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.57.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.57.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.57.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.57.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.58.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.58.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.58.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.58.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.58.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.58.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.59.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.59.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.59.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.59.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.59.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.59.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.6.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.6.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.6.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.6.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.6.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.6.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.60.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.60.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.60.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.60.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.60.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.60.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.61.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.61.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.61.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.61.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.61.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.61.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.62.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.62.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.62.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.62.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.62.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.62.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.63.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.63.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.63.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.63.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.63.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.63.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.64.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.64.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.64.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.64.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.64.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.64.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.65.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.65.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.65.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.65.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.65.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.65.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.66.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.66.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.66.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.66.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.66.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.66.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.67.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.67.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.67.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.67.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.67.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.67.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.68.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.68.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.68.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.68.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.68.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.68.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.69.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.69.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.69.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.69.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.69.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.69.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.7.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.7.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.7.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.7.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.7.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.7.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.70.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.70.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.70.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.70.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.70.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.70.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.71.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.71.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.71.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.71.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.71.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.71.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.72.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.72.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.72.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.72.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.72.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.72.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.73.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.73.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.73.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.73.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.73.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.73.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.74.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.74.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.74.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.74.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.74.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.74.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.75.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.75.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.75.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.75.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.75.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.75.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.76.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.76.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.76.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.76.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.76.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.76.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.77.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.77.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.77.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.77.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.77.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.77.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.78.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.78.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.78.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.78.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.78.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.78.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.79.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.79.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.79.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.79.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.79.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.79.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.8.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.8.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.8.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.8.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.8.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.8.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.80.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.80.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.80.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.80.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.80.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.80.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.81.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.81.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.81.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.81.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.81.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.81.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.82.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.82.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.82.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.82.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.82.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.82.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.83.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.83.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.83.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.83.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.83.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.83.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.84.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.84.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.84.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.84.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.84.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.84.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.85.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.85.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.85.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.85.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.85.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.85.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.86.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.86.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.86.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.86.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.86.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.86.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.87.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.87.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.87.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.87.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.87.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.87.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.88.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.88.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.88.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.88.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.88.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.88.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.89.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.89.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.89.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.89.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.89.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.89.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.9.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.9.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.9.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.9.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.9.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.9.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.90.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.90.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.90.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.90.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.90.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.90.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.91.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.91.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.91.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.91.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.91.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.91.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.92.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.92.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.92.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.92.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.92.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.92.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.93.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.93.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.93.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.93.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.93.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.93.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.94.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.94.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.94.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.94.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.94.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.94.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.95.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.95.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.95.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.95.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.95.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.95.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.96.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.96.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.96.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.96.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.96.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.96.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.97.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.97.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.97.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.97.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.97.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.97.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.98.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.98.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.98.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.98.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.98.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.98.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.99.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.99.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.99.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.99.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.99.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.experts.99.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.gate.e_score_correction_bias": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.gate.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.shared_experts.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.shared_experts.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.mlp.shared_experts.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.post_attention_layernorm.weight": "model-00027-of-00043.safetensors", + "model.layers.58.self_attn.k_norm.weight": "model-00027-of-00043.safetensors", + "model.layers.58.self_attn.k_proj.bias": "model-00027-of-00043.safetensors", + "model.layers.58.self_attn.k_proj.output_scale": "model-00027-of-00043.safetensors", + "model.layers.58.self_attn.k_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.self_attn.o_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.self_attn.q_norm.weight": "model-00027-of-00043.safetensors", + "model.layers.58.self_attn.q_proj.bias": "model-00027-of-00043.safetensors", + "model.layers.58.self_attn.q_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.58.self_attn.v_proj.bias": "model-00027-of-00043.safetensors", + "model.layers.58.self_attn.v_proj.output_scale": "model-00027-of-00043.safetensors", + "model.layers.58.self_attn.v_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.input_layernorm.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.0.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.0.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.0.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.0.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.0.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.0.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.1.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.1.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.1.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.1.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.1.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.1.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.10.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.10.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.10.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.10.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.10.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.10.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.100.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.100.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.100.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.100.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.100.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.100.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.101.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.101.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.101.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.101.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.101.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.101.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.102.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.102.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.102.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.102.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.102.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.102.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.103.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.103.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.103.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.103.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.103.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.103.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.104.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.104.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.104.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.104.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.104.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.104.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.105.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.105.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.105.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.105.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.105.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.105.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.106.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.106.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.106.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.106.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.106.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.106.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.107.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.107.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.107.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.107.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.107.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.107.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.108.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.108.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.108.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.108.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.108.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.108.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.109.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.109.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.109.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.109.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.109.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.109.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.11.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.11.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.11.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.11.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.11.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.11.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.110.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.110.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.110.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.110.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.110.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.110.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.111.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.111.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.111.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.111.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.111.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.111.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.112.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.112.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.112.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.112.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.112.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.112.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.113.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.113.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.113.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.113.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.113.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.113.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.114.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.114.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.114.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.114.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.114.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.114.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.115.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.115.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.115.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.115.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.115.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.115.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.116.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.116.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.116.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.116.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.116.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.116.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.117.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.117.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.117.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.117.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.117.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.117.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.118.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.118.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.118.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.118.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.118.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.118.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.119.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.119.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.119.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.119.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.119.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.119.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.12.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.12.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.12.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.12.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.12.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.12.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.120.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.120.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.120.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.120.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.120.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.120.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.121.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.121.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.121.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.121.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.121.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.121.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.122.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.122.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.122.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.122.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.122.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.122.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.123.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.123.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.123.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.123.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.123.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.123.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.124.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.124.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.124.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.124.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.124.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.124.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.125.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.125.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.125.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.125.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.125.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.125.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.126.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.126.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.126.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.126.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.126.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.126.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.127.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.127.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.127.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.127.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.127.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.127.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.128.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.128.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.128.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.128.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.128.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.128.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.129.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.129.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.129.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.129.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.129.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.129.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.13.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.13.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.13.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.13.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.13.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.13.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.130.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.130.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.130.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.130.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.130.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.130.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.131.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.131.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.131.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.131.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.131.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.131.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.132.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.132.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.132.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.132.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.132.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.132.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.133.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.133.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.133.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.133.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.133.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.133.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.134.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.134.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.134.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.134.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.134.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.134.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.135.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.135.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.135.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.135.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.135.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.135.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.136.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.136.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.136.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.136.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.136.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.136.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.137.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.137.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.137.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.137.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.137.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.137.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.138.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.138.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.138.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.138.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.138.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.138.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.139.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.139.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.139.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.139.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.139.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.139.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.14.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.14.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.14.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.14.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.14.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.14.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.140.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.140.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.140.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.140.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.140.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.140.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.141.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.141.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.141.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.141.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.141.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.141.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.142.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.142.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.142.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.142.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.142.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.142.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.143.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.143.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.143.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.143.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.143.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.143.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.144.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.144.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.144.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.144.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.144.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.144.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.145.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.145.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.145.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.145.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.145.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.145.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.146.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.146.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.146.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.146.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.146.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.146.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.147.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.147.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.147.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.147.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.147.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.147.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.148.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.148.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.148.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.148.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.148.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.148.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.149.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.149.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.149.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.149.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.149.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.149.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.15.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.15.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.15.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.15.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.15.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.15.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.150.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.150.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.150.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.150.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.150.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.150.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.151.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.151.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.151.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.151.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.151.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.151.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.152.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.152.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.152.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.152.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.152.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.152.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.153.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.153.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.153.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.153.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.153.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.153.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.154.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.154.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.154.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.154.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.154.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.154.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.155.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.155.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.155.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.155.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.155.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.155.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.156.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.156.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.156.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.156.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.156.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.156.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.157.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.157.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.157.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.157.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.157.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.157.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.158.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.158.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.158.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.158.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.158.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.158.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.159.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.159.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.159.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.159.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.159.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.159.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.16.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.16.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.16.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.16.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.16.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.16.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.17.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.17.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.17.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.17.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.17.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.17.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.18.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.18.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.18.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.18.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.18.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.18.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.19.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.19.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.19.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.19.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.19.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.19.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.2.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.2.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.2.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.2.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.2.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.2.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.20.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.20.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.20.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.20.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.20.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.20.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.21.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.21.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.21.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.21.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.21.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.21.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.22.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.22.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.22.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.22.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.22.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.22.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.23.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.23.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.23.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.23.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.23.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.23.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.24.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.24.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.24.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.24.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.24.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.24.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.25.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.25.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.25.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.25.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.25.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.25.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.26.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.26.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.26.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.26.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.26.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.26.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.27.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.27.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.27.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.27.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.27.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.27.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.28.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.28.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.28.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.28.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.28.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.28.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.29.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.29.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.29.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.29.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.29.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.29.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.3.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.3.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.3.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.3.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.3.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.3.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.30.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.30.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.30.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.30.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.30.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.30.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.31.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.31.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.31.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.31.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.31.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.31.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.32.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.32.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.32.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.32.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.32.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.32.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.33.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.33.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.33.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.33.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.33.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.33.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.34.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.34.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.34.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.34.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.34.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.34.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.35.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.35.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.35.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.35.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.35.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.35.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.36.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.36.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.36.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.36.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.36.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.36.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.37.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.37.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.37.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.37.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.37.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.37.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.38.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.38.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.38.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.38.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.38.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.38.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.39.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.39.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.39.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.39.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.39.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.39.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.4.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.4.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.4.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.4.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.4.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.4.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.40.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.40.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.40.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.40.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.40.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.40.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.41.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.41.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.41.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.41.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.41.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.41.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.42.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.42.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.42.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.42.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.42.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.42.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.43.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.43.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.43.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.43.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.43.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.43.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.44.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.44.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.44.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.44.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.44.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.44.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.45.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.45.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.45.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.45.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.45.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.45.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.46.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.46.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.46.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.46.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.46.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.46.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.47.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.47.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.47.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.47.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.47.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.47.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.48.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.48.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.48.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.48.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.48.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.48.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.49.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.49.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.49.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.49.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.49.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.49.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.5.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.5.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.5.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.5.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.5.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.5.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.50.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.50.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.50.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.50.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.50.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.50.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.51.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.51.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.51.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.51.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.51.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.51.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.52.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.52.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.52.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.52.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.52.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.52.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.53.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.53.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.53.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.53.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.53.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.53.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.54.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.54.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.54.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.54.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.54.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.54.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.55.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.55.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.55.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.55.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.55.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.55.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.56.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.56.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.56.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.56.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.56.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.56.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.57.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.57.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.57.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.57.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.57.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.57.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.58.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.58.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.58.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.58.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.58.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.58.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.59.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.59.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.59.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.59.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.59.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.59.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.6.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.6.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.6.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.6.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.6.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.6.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.60.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.60.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.60.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.60.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.60.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.60.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.61.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.61.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.61.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.61.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.61.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.61.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.62.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.62.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.62.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.62.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.62.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.62.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.63.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.63.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.63.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.63.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.63.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.63.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.64.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.64.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.64.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.64.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.64.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.64.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.65.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.65.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.65.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.65.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.65.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.65.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.66.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.66.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.66.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.66.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.66.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.66.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.67.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.67.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.67.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.67.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.67.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.67.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.68.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.68.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.68.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.68.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.68.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.68.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.69.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.69.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.69.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.69.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.69.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.69.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.7.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.7.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.7.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.7.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.7.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.7.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.70.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.70.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.70.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.70.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.70.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.70.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.71.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.71.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.71.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.71.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.71.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.71.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.72.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.72.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.72.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.72.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.72.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.72.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.73.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.73.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.73.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.73.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.73.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.73.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.74.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.74.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.74.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.74.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.74.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.74.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.75.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.75.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.75.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.75.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.75.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.75.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.76.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.76.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.76.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.76.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.76.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.76.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.77.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.77.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.77.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.77.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.77.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.77.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.78.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.78.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.78.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.78.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.78.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.78.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.79.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.79.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.79.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.79.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.79.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.79.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.8.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.8.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.8.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.8.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.8.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.8.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.80.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.80.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.80.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.80.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.80.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.80.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.81.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.81.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.81.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.81.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.81.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.81.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.82.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.82.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.82.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.82.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.82.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.82.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.83.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.83.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.83.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.83.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.83.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.83.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.84.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.84.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.84.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.84.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.84.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.84.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.85.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.85.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.85.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.85.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.85.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.85.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.86.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.86.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.86.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.86.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.86.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.86.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.87.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.87.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.87.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.87.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.87.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.87.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.88.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.88.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.88.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.88.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.88.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.88.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.89.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.89.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.89.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.89.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.89.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.89.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.9.down_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.9.down_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.9.gate_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.9.gate_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.9.up_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.9.up_proj.weight_scale": "model-00027-of-00043.safetensors", + "model.layers.59.mlp.experts.90.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.90.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.90.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.90.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.90.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.90.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.91.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.91.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.91.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.91.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.91.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.91.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.92.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.92.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.92.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.92.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.92.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.92.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.93.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.93.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.93.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.93.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.93.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.93.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.94.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.94.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.94.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.94.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.94.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.94.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.95.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.95.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.95.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.95.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.95.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.95.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.96.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.96.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.96.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.96.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.96.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.96.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.97.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.97.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.97.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.97.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.97.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.97.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.98.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.98.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.98.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.98.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.98.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.98.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.99.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.99.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.99.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.99.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.99.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.experts.99.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.gate.e_score_correction_bias": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.gate.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.shared_experts.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.shared_experts.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.mlp.shared_experts.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.59.post_attention_layernorm.weight": "model-00028-of-00043.safetensors", + "model.layers.59.self_attn.k_norm.weight": "model-00027-of-00043.safetensors", + "model.layers.59.self_attn.k_proj.bias": "model-00027-of-00043.safetensors", + "model.layers.59.self_attn.k_proj.output_scale": "model-00027-of-00043.safetensors", + "model.layers.59.self_attn.k_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.self_attn.o_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.self_attn.q_norm.weight": "model-00027-of-00043.safetensors", + "model.layers.59.self_attn.q_proj.bias": "model-00027-of-00043.safetensors", + "model.layers.59.self_attn.q_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.59.self_attn.v_proj.bias": "model-00027-of-00043.safetensors", + "model.layers.59.self_attn.v_proj.output_scale": "model-00027-of-00043.safetensors", + "model.layers.59.self_attn.v_proj.weight": "model-00027-of-00043.safetensors", + "model.layers.6.input_layernorm.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.0.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.0.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.0.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.0.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.0.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.0.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.1.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.1.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.1.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.1.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.1.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.1.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.10.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.10.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.10.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.10.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.10.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.10.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.100.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.100.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.100.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.100.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.100.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.100.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.101.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.101.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.101.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.101.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.101.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.101.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.102.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.102.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.102.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.102.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.102.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.102.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.103.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.103.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.103.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.103.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.103.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.103.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.104.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.104.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.104.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.104.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.104.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.104.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.105.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.105.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.105.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.105.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.105.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.105.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.106.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.106.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.106.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.106.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.106.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.106.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.107.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.107.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.107.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.107.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.107.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.107.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.108.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.108.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.108.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.108.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.108.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.108.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.109.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.109.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.109.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.109.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.109.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.109.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.11.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.11.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.11.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.11.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.11.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.11.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.110.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.110.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.110.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.110.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.110.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.110.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.111.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.111.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.111.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.111.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.111.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.111.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.112.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.112.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.112.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.112.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.112.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.112.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.113.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.113.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.113.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.113.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.113.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.113.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.114.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.114.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.114.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.114.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.114.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.114.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.115.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.115.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.115.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.115.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.115.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.115.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.116.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.116.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.116.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.116.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.116.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.116.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.117.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.117.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.117.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.117.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.117.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.117.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.118.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.118.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.118.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.118.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.118.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.118.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.119.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.119.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.119.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.119.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.119.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.119.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.12.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.12.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.12.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.12.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.12.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.12.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.120.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.120.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.120.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.120.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.120.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.120.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.121.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.121.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.121.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.121.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.121.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.121.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.122.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.122.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.122.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.122.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.122.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.122.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.123.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.123.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.123.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.123.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.123.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.123.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.124.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.124.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.124.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.124.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.124.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.124.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.125.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.125.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.125.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.125.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.125.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.125.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.126.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.126.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.126.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.126.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.126.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.126.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.127.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.127.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.127.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.127.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.127.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.127.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.128.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.128.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.128.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.128.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.128.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.128.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.129.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.129.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.129.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.129.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.129.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.129.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.13.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.13.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.13.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.13.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.13.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.13.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.130.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.130.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.130.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.130.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.130.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.130.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.131.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.131.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.131.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.131.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.131.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.131.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.132.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.132.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.132.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.132.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.132.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.132.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.133.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.133.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.133.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.133.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.133.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.133.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.134.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.134.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.134.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.134.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.134.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.134.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.135.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.135.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.135.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.135.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.135.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.135.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.136.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.136.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.136.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.136.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.136.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.136.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.137.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.137.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.137.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.137.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.137.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.137.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.138.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.138.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.138.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.138.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.138.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.138.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.139.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.139.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.139.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.139.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.139.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.139.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.14.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.14.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.14.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.14.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.14.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.14.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.140.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.140.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.140.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.140.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.140.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.140.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.141.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.141.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.141.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.141.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.141.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.141.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.142.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.142.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.142.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.142.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.142.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.142.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.143.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.143.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.143.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.143.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.143.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.143.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.144.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.144.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.144.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.144.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.144.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.144.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.145.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.145.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.145.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.145.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.145.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.145.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.146.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.146.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.146.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.146.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.146.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.146.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.147.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.147.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.147.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.147.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.147.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.147.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.148.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.148.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.148.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.148.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.148.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.148.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.149.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.149.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.149.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.149.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.149.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.149.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.15.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.15.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.15.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.15.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.15.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.15.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.150.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.150.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.150.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.150.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.150.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.150.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.151.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.151.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.151.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.151.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.151.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.151.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.152.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.152.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.152.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.152.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.152.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.152.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.153.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.153.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.153.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.153.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.153.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.153.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.154.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.154.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.154.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.154.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.154.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.154.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.155.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.155.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.155.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.155.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.155.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.155.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.156.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.156.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.156.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.156.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.156.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.156.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.157.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.157.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.157.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.157.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.157.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.157.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.158.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.158.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.158.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.158.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.158.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.158.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.159.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.159.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.159.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.159.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.159.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.159.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.16.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.16.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.16.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.16.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.16.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.16.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.17.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.17.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.17.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.17.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.17.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.17.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.18.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.18.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.18.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.18.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.18.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.18.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.19.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.19.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.19.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.19.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.19.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.19.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.2.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.2.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.2.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.2.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.2.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.2.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.20.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.20.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.20.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.20.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.20.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.20.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.21.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.21.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.21.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.21.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.21.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.21.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.22.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.22.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.22.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.22.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.22.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.22.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.23.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.23.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.23.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.23.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.23.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.23.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.24.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.24.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.24.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.24.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.24.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.24.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.25.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.25.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.25.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.25.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.25.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.25.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.26.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.26.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.26.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.26.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.26.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.26.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.27.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.27.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.27.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.27.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.27.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.27.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.28.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.28.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.28.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.28.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.28.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.28.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.29.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.29.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.29.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.29.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.29.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.29.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.3.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.3.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.3.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.3.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.3.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.3.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.30.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.30.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.30.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.30.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.30.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.30.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.31.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.31.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.31.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.31.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.31.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.31.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.32.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.32.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.32.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.32.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.32.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.32.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.33.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.33.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.33.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.33.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.33.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.33.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.34.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.34.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.34.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.34.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.34.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.34.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.35.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.35.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.35.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.35.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.35.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.35.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.36.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.36.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.36.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.36.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.36.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.36.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.37.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.37.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.37.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.37.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.37.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.37.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.38.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.38.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.38.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.38.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.38.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.38.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.39.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.39.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.39.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.39.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.39.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.39.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.4.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.4.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.4.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.4.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.4.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.4.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.40.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.40.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.40.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.40.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.40.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.40.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.41.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.41.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.41.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.41.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.41.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.41.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.42.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.42.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.42.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.42.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.42.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.42.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.43.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.43.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.43.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.43.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.43.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.43.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.44.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.44.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.44.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.44.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.44.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.44.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.45.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.45.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.45.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.45.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.45.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.45.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.46.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.46.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.46.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.46.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.46.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.46.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.47.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.47.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.47.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.47.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.47.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.47.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.48.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.48.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.48.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.48.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.48.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.48.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.49.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.49.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.49.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.49.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.49.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.49.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.5.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.5.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.5.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.5.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.5.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.5.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.50.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.50.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.50.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.50.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.50.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.50.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.51.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.51.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.51.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.51.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.51.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.51.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.52.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.52.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.52.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.52.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.52.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.52.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.53.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.53.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.53.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.53.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.53.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.53.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.54.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.54.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.54.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.54.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.54.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.54.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.55.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.55.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.55.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.55.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.55.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.55.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.56.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.56.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.56.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.56.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.56.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.56.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.57.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.57.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.57.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.57.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.57.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.57.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.58.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.58.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.58.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.58.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.58.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.58.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.59.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.59.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.59.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.59.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.59.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.59.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.6.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.6.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.6.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.6.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.6.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.6.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.60.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.60.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.60.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.60.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.60.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.60.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.61.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.61.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.61.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.61.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.61.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.61.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.62.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.62.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.62.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.62.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.62.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.62.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.63.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.63.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.63.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.63.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.63.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.63.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.64.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.64.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.64.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.64.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.64.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.64.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.65.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.65.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.65.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.65.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.65.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.65.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.66.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.66.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.66.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.66.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.66.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.66.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.67.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.67.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.67.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.67.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.67.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.67.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.68.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.68.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.68.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.68.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.68.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.68.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.69.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.69.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.69.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.69.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.69.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.69.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.7.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.7.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.7.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.7.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.7.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.7.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.70.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.70.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.70.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.70.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.70.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.70.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.71.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.71.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.71.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.71.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.71.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.71.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.72.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.72.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.72.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.72.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.72.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.72.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.73.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.73.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.73.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.73.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.73.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.73.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.74.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.74.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.74.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.74.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.74.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.74.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.75.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.75.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.75.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.75.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.75.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.75.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.76.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.76.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.76.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.76.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.76.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.76.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.77.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.77.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.77.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.77.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.77.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.77.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.78.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.78.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.78.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.78.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.78.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.78.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.79.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.79.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.79.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.79.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.79.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.79.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.8.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.8.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.8.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.8.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.8.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.8.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.80.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.80.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.80.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.80.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.80.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.80.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.81.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.81.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.81.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.81.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.81.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.81.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.82.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.82.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.82.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.82.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.82.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.82.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.83.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.83.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.83.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.83.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.83.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.83.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.84.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.84.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.84.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.84.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.84.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.84.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.85.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.85.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.85.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.85.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.85.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.85.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.86.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.86.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.86.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.86.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.86.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.86.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.87.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.87.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.87.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.87.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.87.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.87.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.88.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.88.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.88.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.88.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.88.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.88.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.89.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.89.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.89.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.89.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.89.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.89.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.9.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.9.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.9.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.9.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.9.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.9.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.90.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.90.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.90.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.90.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.90.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.90.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.91.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.91.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.91.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.91.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.91.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.91.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.92.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.92.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.92.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.92.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.92.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.92.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.93.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.93.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.93.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.93.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.93.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.93.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.94.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.94.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.94.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.94.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.94.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.94.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.95.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.95.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.95.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.95.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.95.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.95.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.96.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.96.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.96.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.96.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.96.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.96.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.97.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.97.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.97.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.97.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.97.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.97.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.98.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.98.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.98.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.98.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.98.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.98.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.99.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.99.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.99.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.99.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.99.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.experts.99.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.gate.e_score_correction_bias": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.gate.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.shared_experts.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.shared_experts.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.mlp.shared_experts.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00003-of-00043.safetensors", + "model.layers.6.self_attn.k_norm.weight": "model-00003-of-00043.safetensors", + "model.layers.6.self_attn.k_proj.bias": "model-00003-of-00043.safetensors", + "model.layers.6.self_attn.k_proj.output_scale": "model-00003-of-00043.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.self_attn.q_norm.weight": "model-00003-of-00043.safetensors", + "model.layers.6.self_attn.q_proj.bias": "model-00003-of-00043.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.6.self_attn.v_proj.bias": "model-00003-of-00043.safetensors", + "model.layers.6.self_attn.v_proj.output_scale": "model-00003-of-00043.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.60.input_layernorm.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.0.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.0.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.0.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.0.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.0.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.0.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.1.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.1.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.1.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.1.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.1.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.1.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.10.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.10.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.10.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.10.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.10.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.10.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.100.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.100.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.100.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.100.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.100.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.100.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.101.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.101.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.101.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.101.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.101.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.101.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.102.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.102.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.102.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.102.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.102.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.102.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.103.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.103.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.103.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.103.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.103.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.103.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.104.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.104.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.104.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.104.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.104.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.104.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.105.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.105.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.105.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.105.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.105.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.105.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.106.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.106.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.106.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.106.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.106.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.106.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.107.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.107.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.107.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.107.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.107.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.107.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.108.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.108.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.108.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.108.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.108.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.108.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.109.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.109.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.109.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.109.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.109.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.109.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.11.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.11.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.11.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.11.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.11.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.11.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.110.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.110.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.110.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.110.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.110.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.110.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.111.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.111.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.111.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.111.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.111.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.111.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.112.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.112.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.112.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.112.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.112.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.112.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.113.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.113.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.113.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.113.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.113.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.113.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.114.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.114.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.114.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.114.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.114.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.114.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.115.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.115.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.115.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.115.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.115.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.115.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.116.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.116.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.116.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.116.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.116.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.116.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.117.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.117.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.117.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.117.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.117.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.117.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.118.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.118.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.118.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.118.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.118.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.118.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.119.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.119.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.119.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.119.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.119.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.119.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.12.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.12.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.12.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.12.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.12.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.12.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.120.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.120.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.120.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.120.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.120.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.120.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.121.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.121.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.121.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.121.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.121.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.121.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.122.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.122.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.122.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.122.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.122.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.122.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.123.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.123.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.123.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.123.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.123.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.123.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.124.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.124.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.124.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.124.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.124.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.124.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.125.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.125.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.125.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.125.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.125.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.125.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.126.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.126.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.126.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.126.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.126.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.126.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.127.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.127.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.127.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.127.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.127.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.127.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.128.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.128.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.128.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.128.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.128.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.128.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.129.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.129.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.129.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.129.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.129.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.129.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.13.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.13.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.13.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.13.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.13.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.13.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.130.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.130.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.130.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.130.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.130.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.130.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.131.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.131.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.131.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.131.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.131.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.131.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.132.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.132.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.132.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.132.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.132.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.132.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.133.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.133.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.133.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.133.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.133.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.133.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.134.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.134.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.134.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.134.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.134.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.134.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.135.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.135.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.135.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.135.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.135.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.135.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.136.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.136.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.136.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.136.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.136.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.136.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.137.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.137.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.137.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.137.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.137.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.137.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.138.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.138.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.138.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.138.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.138.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.138.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.139.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.139.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.139.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.139.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.139.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.139.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.14.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.14.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.14.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.14.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.14.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.14.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.140.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.140.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.140.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.140.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.140.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.140.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.141.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.141.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.141.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.141.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.141.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.141.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.142.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.142.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.142.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.142.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.142.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.142.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.143.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.143.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.143.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.143.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.143.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.143.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.144.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.144.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.144.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.144.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.144.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.144.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.145.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.145.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.145.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.145.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.145.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.145.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.146.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.146.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.146.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.146.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.146.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.146.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.147.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.147.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.147.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.147.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.147.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.147.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.148.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.148.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.148.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.148.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.148.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.148.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.149.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.149.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.149.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.149.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.149.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.149.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.15.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.15.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.15.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.15.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.15.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.15.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.150.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.150.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.150.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.150.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.150.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.150.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.151.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.151.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.151.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.151.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.151.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.151.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.152.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.152.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.152.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.152.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.152.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.152.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.153.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.153.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.153.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.153.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.153.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.153.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.154.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.154.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.154.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.154.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.154.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.154.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.155.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.155.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.155.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.155.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.155.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.155.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.156.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.156.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.156.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.156.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.156.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.156.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.157.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.157.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.157.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.157.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.157.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.157.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.158.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.158.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.158.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.158.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.158.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.158.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.159.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.159.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.159.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.159.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.159.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.159.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.16.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.16.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.16.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.16.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.16.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.16.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.17.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.17.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.17.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.17.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.17.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.17.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.18.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.18.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.18.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.18.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.18.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.18.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.19.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.19.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.19.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.19.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.19.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.19.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.2.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.2.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.2.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.2.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.2.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.2.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.20.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.20.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.20.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.20.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.20.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.20.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.21.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.21.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.21.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.21.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.21.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.21.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.22.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.22.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.22.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.22.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.22.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.22.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.23.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.23.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.23.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.23.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.23.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.23.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.24.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.24.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.24.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.24.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.24.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.24.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.25.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.25.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.25.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.25.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.25.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.25.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.26.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.26.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.26.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.26.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.26.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.26.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.27.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.27.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.27.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.27.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.27.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.27.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.28.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.28.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.28.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.28.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.28.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.28.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.29.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.29.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.29.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.29.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.29.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.29.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.3.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.3.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.3.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.3.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.3.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.3.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.30.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.30.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.30.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.30.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.30.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.30.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.31.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.31.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.31.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.31.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.31.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.31.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.32.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.32.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.32.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.32.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.32.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.32.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.33.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.33.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.33.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.33.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.33.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.33.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.34.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.34.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.34.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.34.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.34.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.34.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.35.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.35.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.35.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.35.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.35.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.35.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.36.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.36.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.36.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.36.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.36.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.36.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.37.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.37.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.37.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.37.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.37.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.37.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.38.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.38.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.38.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.38.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.38.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.38.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.39.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.39.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.39.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.39.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.39.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.39.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.4.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.4.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.4.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.4.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.4.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.4.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.40.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.40.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.40.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.40.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.40.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.40.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.41.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.41.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.41.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.41.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.41.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.41.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.42.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.42.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.42.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.42.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.42.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.42.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.43.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.43.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.43.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.43.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.43.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.43.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.44.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.44.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.44.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.44.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.44.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.44.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.45.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.45.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.45.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.45.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.45.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.45.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.46.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.46.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.46.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.46.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.46.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.46.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.47.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.47.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.47.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.47.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.47.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.47.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.48.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.48.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.48.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.48.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.48.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.48.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.49.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.49.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.49.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.49.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.49.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.49.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.5.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.5.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.5.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.5.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.5.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.5.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.50.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.50.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.50.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.50.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.50.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.50.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.51.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.51.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.51.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.51.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.51.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.51.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.52.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.52.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.52.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.52.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.52.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.52.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.53.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.53.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.53.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.53.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.53.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.53.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.54.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.54.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.54.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.54.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.54.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.54.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.55.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.55.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.55.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.55.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.55.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.55.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.56.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.56.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.56.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.56.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.56.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.56.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.57.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.57.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.57.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.57.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.57.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.57.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.58.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.58.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.58.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.58.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.58.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.58.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.59.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.59.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.59.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.59.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.59.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.59.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.6.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.6.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.6.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.6.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.6.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.6.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.60.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.60.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.60.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.60.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.60.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.60.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.61.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.61.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.61.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.61.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.61.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.61.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.62.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.62.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.62.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.62.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.62.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.62.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.63.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.63.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.63.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.63.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.63.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.63.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.64.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.64.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.64.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.64.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.64.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.64.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.65.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.65.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.65.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.65.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.65.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.65.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.66.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.66.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.66.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.66.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.66.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.66.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.67.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.67.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.67.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.67.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.67.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.67.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.68.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.68.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.68.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.68.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.68.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.68.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.69.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.69.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.69.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.69.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.69.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.69.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.7.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.7.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.7.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.7.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.7.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.7.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.70.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.70.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.70.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.70.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.70.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.70.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.71.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.71.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.71.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.71.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.71.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.71.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.72.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.72.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.72.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.72.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.72.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.72.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.73.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.73.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.73.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.73.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.73.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.73.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.74.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.74.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.74.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.74.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.74.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.74.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.75.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.75.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.75.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.75.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.75.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.75.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.76.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.76.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.76.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.76.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.76.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.76.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.77.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.77.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.77.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.77.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.77.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.77.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.78.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.78.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.78.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.78.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.78.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.78.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.79.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.79.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.79.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.79.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.79.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.79.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.8.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.8.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.8.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.8.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.8.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.8.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.80.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.80.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.80.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.80.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.80.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.80.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.81.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.81.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.81.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.81.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.81.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.81.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.82.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.82.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.82.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.82.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.82.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.82.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.83.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.83.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.83.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.83.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.83.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.83.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.84.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.84.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.84.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.84.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.84.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.84.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.85.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.85.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.85.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.85.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.85.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.85.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.86.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.86.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.86.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.86.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.86.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.86.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.87.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.87.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.87.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.87.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.87.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.87.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.88.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.88.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.88.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.88.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.88.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.88.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.89.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.89.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.89.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.89.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.89.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.89.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.9.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.9.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.9.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.9.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.9.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.9.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.90.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.90.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.90.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.90.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.90.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.90.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.91.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.91.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.91.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.91.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.91.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.91.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.92.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.92.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.92.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.92.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.92.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.92.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.93.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.93.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.93.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.93.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.93.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.93.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.94.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.94.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.94.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.94.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.94.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.94.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.95.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.95.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.95.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.95.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.95.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.95.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.96.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.96.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.96.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.96.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.96.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.96.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.97.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.97.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.97.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.97.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.97.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.97.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.98.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.98.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.98.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.98.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.98.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.98.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.99.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.99.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.99.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.99.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.99.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.experts.99.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.gate.e_score_correction_bias": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.gate.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.shared_experts.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.shared_experts.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.mlp.shared_experts.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.post_attention_layernorm.weight": "model-00028-of-00043.safetensors", + "model.layers.60.self_attn.k_norm.weight": "model-00028-of-00043.safetensors", + "model.layers.60.self_attn.k_proj.bias": "model-00028-of-00043.safetensors", + "model.layers.60.self_attn.k_proj.output_scale": "model-00028-of-00043.safetensors", + "model.layers.60.self_attn.k_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.self_attn.o_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.self_attn.q_norm.weight": "model-00028-of-00043.safetensors", + "model.layers.60.self_attn.q_proj.bias": "model-00028-of-00043.safetensors", + "model.layers.60.self_attn.q_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.60.self_attn.v_proj.bias": "model-00028-of-00043.safetensors", + "model.layers.60.self_attn.v_proj.output_scale": "model-00028-of-00043.safetensors", + "model.layers.60.self_attn.v_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.input_layernorm.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.0.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.0.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.0.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.0.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.0.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.0.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.1.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.1.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.1.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.1.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.1.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.1.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.10.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.10.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.10.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.10.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.10.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.10.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.100.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.100.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.100.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.100.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.100.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.100.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.101.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.101.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.101.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.101.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.101.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.101.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.102.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.102.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.102.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.102.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.102.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.102.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.103.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.103.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.103.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.103.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.103.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.103.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.104.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.104.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.104.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.104.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.104.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.104.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.105.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.105.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.105.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.105.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.105.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.105.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.106.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.106.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.106.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.106.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.106.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.106.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.107.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.107.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.107.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.107.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.107.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.107.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.108.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.108.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.108.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.108.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.108.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.108.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.109.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.109.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.109.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.109.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.109.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.109.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.11.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.11.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.11.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.11.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.11.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.11.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.110.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.110.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.110.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.110.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.110.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.110.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.111.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.111.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.111.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.111.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.111.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.111.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.112.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.112.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.112.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.112.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.112.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.112.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.113.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.113.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.113.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.113.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.113.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.113.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.114.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.114.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.114.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.114.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.114.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.114.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.115.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.115.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.115.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.115.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.115.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.115.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.116.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.116.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.116.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.116.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.116.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.116.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.117.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.117.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.117.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.117.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.117.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.117.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.118.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.118.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.118.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.118.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.118.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.118.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.119.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.119.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.119.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.119.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.119.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.119.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.12.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.12.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.12.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.12.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.12.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.12.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.120.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.120.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.120.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.120.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.120.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.120.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.121.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.121.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.121.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.121.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.121.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.121.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.122.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.122.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.122.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.122.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.122.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.122.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.123.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.123.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.123.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.123.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.123.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.123.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.124.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.124.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.124.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.124.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.124.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.124.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.125.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.125.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.125.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.125.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.125.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.125.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.126.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.126.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.126.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.126.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.126.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.126.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.127.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.127.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.127.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.127.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.127.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.127.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.128.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.128.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.128.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.128.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.128.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.128.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.129.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.129.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.129.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.129.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.129.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.129.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.13.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.13.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.13.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.13.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.13.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.13.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.130.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.130.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.130.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.130.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.130.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.130.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.131.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.131.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.131.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.131.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.131.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.131.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.132.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.132.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.132.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.132.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.132.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.132.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.133.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.133.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.133.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.133.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.133.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.133.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.134.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.134.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.134.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.134.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.134.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.134.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.135.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.135.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.135.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.135.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.135.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.135.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.136.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.136.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.136.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.136.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.136.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.136.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.137.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.137.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.137.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.137.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.137.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.137.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.138.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.138.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.138.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.138.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.138.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.138.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.139.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.139.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.139.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.139.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.139.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.139.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.14.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.14.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.14.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.14.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.14.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.14.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.140.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.140.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.140.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.140.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.140.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.140.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.141.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.141.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.141.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.141.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.141.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.141.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.142.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.142.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.142.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.142.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.142.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.142.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.143.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.143.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.143.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.143.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.143.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.143.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.144.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.144.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.144.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.144.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.144.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.144.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.145.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.145.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.145.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.145.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.145.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.145.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.146.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.146.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.146.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.146.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.146.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.146.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.147.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.147.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.147.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.147.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.147.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.147.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.148.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.148.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.148.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.148.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.148.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.148.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.149.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.149.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.149.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.149.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.149.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.149.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.15.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.15.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.15.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.15.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.15.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.15.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.150.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.150.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.150.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.150.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.150.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.150.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.151.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.151.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.151.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.151.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.151.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.151.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.152.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.152.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.152.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.152.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.152.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.152.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.153.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.153.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.153.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.153.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.153.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.153.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.154.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.154.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.154.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.154.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.154.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.154.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.155.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.155.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.155.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.155.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.155.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.155.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.156.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.156.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.156.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.156.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.156.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.156.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.157.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.157.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.157.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.157.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.157.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.157.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.158.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.158.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.158.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.158.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.158.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.158.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.159.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.159.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.159.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.159.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.159.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.159.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.16.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.16.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.16.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.16.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.16.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.16.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.17.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.17.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.17.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.17.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.17.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.17.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.18.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.18.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.18.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.18.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.18.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.18.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.19.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.19.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.19.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.19.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.19.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.19.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.2.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.2.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.2.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.2.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.2.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.2.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.20.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.20.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.20.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.20.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.20.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.20.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.21.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.21.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.21.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.21.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.21.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.21.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.22.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.22.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.22.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.22.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.22.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.22.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.23.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.23.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.23.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.23.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.23.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.23.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.24.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.24.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.24.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.24.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.24.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.24.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.25.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.25.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.25.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.25.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.25.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.25.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.26.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.26.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.26.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.26.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.26.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.26.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.27.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.27.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.27.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.27.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.27.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.27.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.28.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.28.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.28.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.28.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.28.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.28.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.29.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.29.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.29.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.29.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.29.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.29.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.3.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.3.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.3.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.3.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.3.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.3.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.30.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.30.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.30.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.30.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.30.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.30.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.31.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.31.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.31.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.31.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.31.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.31.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.32.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.32.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.32.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.32.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.32.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.32.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.33.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.33.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.33.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.33.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.33.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.33.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.34.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.34.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.34.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.34.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.34.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.34.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.35.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.35.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.35.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.35.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.35.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.35.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.36.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.36.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.36.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.36.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.36.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.36.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.37.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.37.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.37.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.37.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.37.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.37.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.38.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.38.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.38.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.38.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.38.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.38.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.39.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.39.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.39.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.39.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.39.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.39.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.4.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.4.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.4.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.4.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.4.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.4.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.40.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.40.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.40.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.40.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.40.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.40.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.41.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.41.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.41.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.41.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.41.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.41.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.42.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.42.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.42.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.42.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.42.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.42.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.43.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.43.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.43.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.43.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.43.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.43.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.44.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.44.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.44.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.44.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.44.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.44.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.45.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.45.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.45.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.45.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.45.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.45.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.46.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.46.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.46.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.46.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.46.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.46.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.47.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.47.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.47.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.47.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.47.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.47.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.48.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.48.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.48.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.48.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.48.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.48.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.49.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.49.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.49.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.49.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.49.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.49.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.5.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.5.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.5.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.5.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.5.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.5.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.50.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.50.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.50.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.50.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.50.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.50.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.51.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.51.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.51.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.51.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.51.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.51.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.52.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.52.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.52.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.52.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.52.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.52.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.53.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.53.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.53.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.53.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.53.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.53.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.54.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.54.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.54.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.54.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.54.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.54.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.55.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.55.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.55.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.55.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.55.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.55.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.56.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.56.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.56.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.56.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.56.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.56.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.57.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.57.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.57.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.57.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.57.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.57.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.58.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.58.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.58.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.58.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.58.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.58.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.59.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.59.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.59.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.59.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.59.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.59.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.6.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.6.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.6.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.6.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.6.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.6.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.60.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.60.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.60.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.60.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.60.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.60.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.61.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.61.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.61.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.61.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.61.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.61.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.62.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.62.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.62.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.62.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.62.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.62.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.63.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.63.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.63.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.63.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.63.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.63.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.64.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.64.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.64.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.64.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.64.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.64.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.65.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.65.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.65.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.65.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.65.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.65.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.66.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.66.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.66.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.66.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.66.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.66.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.67.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.67.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.67.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.67.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.67.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.67.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.68.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.68.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.68.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.68.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.68.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.68.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.69.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.69.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.69.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.69.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.69.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.69.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.7.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.7.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.7.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.7.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.7.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.7.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.70.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.70.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.70.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.70.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.70.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.70.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.71.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.71.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.71.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.71.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.71.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.71.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.72.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.72.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.72.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.72.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.72.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.72.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.73.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.73.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.73.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.73.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.73.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.73.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.74.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.74.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.74.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.74.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.74.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.74.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.75.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.75.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.75.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.75.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.75.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.75.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.76.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.76.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.76.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.76.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.76.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.76.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.77.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.77.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.77.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.77.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.77.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.77.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.78.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.78.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.78.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.78.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.78.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.78.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.79.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.79.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.79.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.79.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.79.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.79.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.8.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.8.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.8.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.8.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.8.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.8.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.80.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.80.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.80.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.80.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.80.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.80.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.81.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.81.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.81.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.81.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.81.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.81.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.82.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.82.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.82.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.82.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.82.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.82.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.83.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.83.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.83.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.83.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.83.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.83.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.84.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.84.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.84.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.84.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.84.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.84.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.85.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.85.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.85.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.85.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.85.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.85.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.86.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.86.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.86.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.86.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.86.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.86.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.87.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.87.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.87.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.87.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.87.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.87.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.88.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.88.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.88.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.88.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.88.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.88.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.89.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.89.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.89.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.89.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.89.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.89.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.9.down_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.9.down_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.9.gate_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.9.gate_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.9.up_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.9.up_proj.weight_scale": "model-00028-of-00043.safetensors", + "model.layers.61.mlp.experts.90.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.90.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.90.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.90.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.90.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.90.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.91.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.91.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.91.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.91.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.91.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.91.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.92.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.92.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.92.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.92.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.92.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.92.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.93.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.93.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.93.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.93.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.93.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.93.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.94.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.94.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.94.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.94.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.94.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.94.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.95.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.95.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.95.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.95.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.95.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.95.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.96.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.96.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.96.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.96.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.96.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.96.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.97.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.97.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.97.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.97.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.97.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.97.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.98.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.98.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.98.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.98.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.98.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.98.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.99.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.99.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.99.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.99.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.99.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.experts.99.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.gate.e_score_correction_bias": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.gate.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.shared_experts.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.shared_experts.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.mlp.shared_experts.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.61.post_attention_layernorm.weight": "model-00029-of-00043.safetensors", + "model.layers.61.self_attn.k_norm.weight": "model-00028-of-00043.safetensors", + "model.layers.61.self_attn.k_proj.bias": "model-00028-of-00043.safetensors", + "model.layers.61.self_attn.k_proj.output_scale": "model-00028-of-00043.safetensors", + "model.layers.61.self_attn.k_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.self_attn.o_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.self_attn.q_norm.weight": "model-00028-of-00043.safetensors", + "model.layers.61.self_attn.q_proj.bias": "model-00028-of-00043.safetensors", + "model.layers.61.self_attn.q_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.61.self_attn.v_proj.bias": "model-00028-of-00043.safetensors", + "model.layers.61.self_attn.v_proj.output_scale": "model-00028-of-00043.safetensors", + "model.layers.61.self_attn.v_proj.weight": "model-00028-of-00043.safetensors", + "model.layers.62.input_layernorm.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.0.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.0.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.0.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.0.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.0.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.0.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.1.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.1.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.1.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.1.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.1.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.1.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.10.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.10.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.10.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.10.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.10.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.10.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.100.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.100.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.100.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.100.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.100.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.100.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.101.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.101.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.101.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.101.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.101.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.101.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.102.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.102.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.102.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.102.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.102.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.102.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.103.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.103.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.103.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.103.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.103.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.103.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.104.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.104.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.104.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.104.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.104.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.104.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.105.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.105.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.105.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.105.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.105.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.105.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.106.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.106.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.106.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.106.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.106.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.106.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.107.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.107.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.107.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.107.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.107.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.107.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.108.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.108.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.108.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.108.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.108.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.108.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.109.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.109.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.109.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.109.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.109.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.109.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.11.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.11.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.11.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.11.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.11.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.11.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.110.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.110.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.110.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.110.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.110.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.110.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.111.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.111.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.111.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.111.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.111.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.111.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.112.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.112.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.112.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.112.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.112.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.112.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.113.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.113.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.113.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.113.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.113.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.113.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.114.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.114.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.114.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.114.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.114.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.114.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.115.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.115.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.115.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.115.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.115.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.115.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.116.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.116.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.116.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.116.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.116.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.116.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.117.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.117.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.117.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.117.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.117.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.117.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.118.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.118.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.118.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.118.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.118.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.118.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.119.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.119.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.119.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.119.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.119.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.119.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.12.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.12.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.12.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.12.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.12.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.12.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.120.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.120.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.120.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.120.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.120.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.120.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.121.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.121.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.121.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.121.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.121.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.121.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.122.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.122.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.122.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.122.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.122.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.122.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.123.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.123.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.123.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.123.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.123.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.123.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.124.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.124.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.124.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.124.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.124.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.124.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.125.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.125.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.125.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.125.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.125.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.125.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.126.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.126.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.126.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.126.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.126.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.126.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.127.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.127.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.127.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.127.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.127.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.127.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.128.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.128.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.128.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.128.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.128.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.128.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.129.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.129.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.129.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.129.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.129.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.129.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.13.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.13.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.13.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.13.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.13.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.13.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.130.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.130.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.130.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.130.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.130.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.130.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.131.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.131.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.131.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.131.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.131.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.131.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.132.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.132.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.132.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.132.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.132.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.132.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.133.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.133.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.133.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.133.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.133.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.133.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.134.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.134.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.134.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.134.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.134.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.134.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.135.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.135.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.135.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.135.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.135.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.135.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.136.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.136.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.136.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.136.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.136.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.136.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.137.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.137.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.137.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.137.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.137.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.137.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.138.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.138.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.138.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.138.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.138.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.138.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.139.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.139.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.139.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.139.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.139.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.139.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.14.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.14.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.14.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.14.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.14.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.14.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.140.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.140.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.140.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.140.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.140.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.140.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.141.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.141.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.141.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.141.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.141.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.141.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.142.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.142.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.142.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.142.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.142.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.142.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.143.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.143.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.143.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.143.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.143.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.143.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.144.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.144.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.144.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.144.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.144.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.144.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.145.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.145.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.145.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.145.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.145.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.145.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.146.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.146.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.146.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.146.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.146.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.146.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.147.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.147.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.147.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.147.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.147.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.147.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.148.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.148.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.148.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.148.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.148.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.148.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.149.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.149.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.149.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.149.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.149.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.149.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.15.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.15.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.15.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.15.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.15.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.15.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.150.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.150.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.150.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.150.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.150.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.150.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.151.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.151.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.151.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.151.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.151.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.151.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.152.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.152.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.152.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.152.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.152.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.152.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.153.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.153.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.153.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.153.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.153.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.153.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.154.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.154.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.154.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.154.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.154.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.154.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.155.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.155.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.155.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.155.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.155.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.155.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.156.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.156.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.156.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.156.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.156.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.156.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.157.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.157.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.157.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.157.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.157.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.157.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.158.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.158.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.158.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.158.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.158.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.158.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.159.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.159.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.159.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.159.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.159.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.159.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.16.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.16.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.16.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.16.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.16.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.16.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.17.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.17.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.17.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.17.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.17.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.17.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.18.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.18.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.18.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.18.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.18.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.18.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.19.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.19.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.19.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.19.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.19.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.19.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.2.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.2.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.2.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.2.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.2.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.2.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.20.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.20.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.20.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.20.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.20.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.20.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.21.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.21.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.21.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.21.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.21.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.21.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.22.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.22.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.22.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.22.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.22.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.22.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.23.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.23.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.23.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.23.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.23.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.23.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.24.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.24.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.24.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.24.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.24.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.24.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.25.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.25.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.25.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.25.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.25.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.25.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.26.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.26.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.26.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.26.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.26.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.26.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.27.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.27.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.27.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.27.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.27.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.27.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.28.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.28.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.28.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.28.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.28.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.28.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.29.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.29.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.29.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.29.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.29.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.29.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.3.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.3.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.3.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.3.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.3.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.3.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.30.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.30.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.30.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.30.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.30.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.30.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.31.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.31.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.31.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.31.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.31.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.31.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.32.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.32.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.32.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.32.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.32.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.32.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.33.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.33.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.33.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.33.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.33.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.33.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.34.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.34.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.34.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.34.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.34.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.34.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.35.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.35.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.35.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.35.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.35.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.35.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.36.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.36.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.36.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.36.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.36.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.36.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.37.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.37.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.37.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.37.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.37.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.37.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.38.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.38.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.38.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.38.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.38.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.38.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.39.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.39.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.39.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.39.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.39.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.39.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.4.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.4.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.4.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.4.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.4.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.4.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.40.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.40.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.40.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.40.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.40.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.40.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.41.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.41.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.41.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.41.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.41.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.41.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.42.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.42.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.42.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.42.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.42.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.42.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.43.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.43.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.43.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.43.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.43.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.43.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.44.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.44.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.44.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.44.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.44.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.44.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.45.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.45.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.45.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.45.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.45.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.45.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.46.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.46.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.46.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.46.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.46.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.46.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.47.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.47.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.47.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.47.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.47.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.47.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.48.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.48.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.48.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.48.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.48.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.48.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.49.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.49.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.49.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.49.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.49.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.49.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.5.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.5.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.5.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.5.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.5.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.5.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.50.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.50.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.50.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.50.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.50.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.50.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.51.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.51.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.51.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.51.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.51.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.51.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.52.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.52.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.52.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.52.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.52.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.52.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.53.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.53.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.53.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.53.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.53.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.53.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.54.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.54.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.54.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.54.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.54.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.54.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.55.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.55.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.55.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.55.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.55.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.55.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.56.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.56.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.56.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.56.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.56.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.56.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.57.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.57.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.57.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.57.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.57.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.57.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.58.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.58.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.58.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.58.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.58.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.58.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.59.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.59.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.59.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.59.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.59.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.59.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.6.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.6.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.6.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.6.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.6.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.6.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.60.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.60.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.60.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.60.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.60.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.60.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.61.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.61.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.61.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.61.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.61.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.61.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.62.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.62.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.62.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.62.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.62.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.62.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.63.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.63.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.63.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.63.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.63.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.63.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.64.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.64.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.64.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.64.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.64.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.64.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.65.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.65.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.65.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.65.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.65.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.65.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.66.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.66.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.66.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.66.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.66.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.66.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.67.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.67.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.67.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.67.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.67.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.67.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.68.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.68.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.68.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.68.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.68.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.68.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.69.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.69.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.69.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.69.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.69.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.69.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.7.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.7.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.7.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.7.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.7.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.7.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.70.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.70.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.70.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.70.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.70.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.70.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.71.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.71.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.71.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.71.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.71.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.71.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.72.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.72.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.72.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.72.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.72.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.72.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.73.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.73.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.73.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.73.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.73.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.73.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.74.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.74.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.74.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.74.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.74.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.74.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.75.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.75.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.75.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.75.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.75.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.75.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.76.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.76.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.76.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.76.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.76.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.76.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.77.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.77.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.77.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.77.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.77.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.77.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.78.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.78.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.78.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.78.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.78.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.78.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.79.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.79.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.79.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.79.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.79.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.79.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.8.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.8.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.8.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.8.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.8.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.8.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.80.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.80.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.80.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.80.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.80.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.80.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.81.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.81.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.81.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.81.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.81.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.81.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.82.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.82.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.82.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.82.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.82.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.82.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.83.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.83.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.83.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.83.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.83.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.83.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.84.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.84.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.84.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.84.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.84.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.84.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.85.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.85.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.85.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.85.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.85.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.85.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.86.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.86.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.86.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.86.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.86.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.86.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.87.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.87.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.87.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.87.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.87.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.87.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.88.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.88.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.88.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.88.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.88.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.88.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.89.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.89.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.89.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.89.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.89.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.89.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.9.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.9.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.9.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.9.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.9.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.9.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.90.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.90.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.90.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.90.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.90.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.90.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.91.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.91.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.91.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.91.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.91.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.91.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.92.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.92.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.92.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.92.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.92.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.92.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.93.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.93.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.93.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.93.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.93.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.93.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.94.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.94.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.94.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.94.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.94.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.94.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.95.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.95.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.95.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.95.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.95.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.95.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.96.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.96.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.96.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.96.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.96.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.96.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.97.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.97.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.97.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.97.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.97.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.97.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.98.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.98.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.98.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.98.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.98.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.98.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.99.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.99.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.99.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.99.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.99.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.experts.99.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.gate.e_score_correction_bias": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.gate.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.shared_experts.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.shared_experts.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.mlp.shared_experts.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.post_attention_layernorm.weight": "model-00029-of-00043.safetensors", + "model.layers.62.self_attn.k_norm.weight": "model-00029-of-00043.safetensors", + "model.layers.62.self_attn.k_proj.bias": "model-00029-of-00043.safetensors", + "model.layers.62.self_attn.k_proj.output_scale": "model-00029-of-00043.safetensors", + "model.layers.62.self_attn.k_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.self_attn.o_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.self_attn.q_norm.weight": "model-00029-of-00043.safetensors", + "model.layers.62.self_attn.q_proj.bias": "model-00029-of-00043.safetensors", + "model.layers.62.self_attn.q_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.62.self_attn.v_proj.bias": "model-00029-of-00043.safetensors", + "model.layers.62.self_attn.v_proj.output_scale": "model-00029-of-00043.safetensors", + "model.layers.62.self_attn.v_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.input_layernorm.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.0.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.0.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.0.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.0.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.0.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.0.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.1.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.1.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.1.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.1.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.1.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.1.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.10.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.10.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.10.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.10.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.10.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.10.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.100.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.100.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.100.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.100.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.100.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.100.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.101.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.101.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.101.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.101.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.101.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.101.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.102.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.102.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.102.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.102.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.102.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.102.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.103.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.103.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.103.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.103.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.103.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.103.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.104.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.104.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.104.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.104.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.104.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.104.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.105.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.105.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.105.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.105.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.105.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.105.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.106.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.106.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.106.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.106.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.106.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.106.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.107.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.107.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.107.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.107.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.107.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.107.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.108.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.108.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.108.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.108.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.108.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.108.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.109.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.109.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.109.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.109.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.109.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.109.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.11.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.11.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.11.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.11.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.11.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.11.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.110.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.110.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.110.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.110.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.110.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.110.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.111.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.111.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.111.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.111.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.111.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.111.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.112.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.112.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.112.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.112.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.112.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.112.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.113.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.113.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.113.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.113.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.113.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.113.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.114.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.114.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.114.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.114.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.114.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.114.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.115.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.115.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.115.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.115.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.115.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.115.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.116.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.116.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.116.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.116.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.116.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.116.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.117.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.117.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.117.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.117.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.117.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.117.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.118.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.118.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.118.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.118.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.118.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.118.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.119.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.119.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.119.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.119.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.119.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.119.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.12.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.12.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.12.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.12.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.12.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.12.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.120.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.120.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.120.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.120.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.120.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.120.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.121.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.121.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.121.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.121.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.121.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.121.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.122.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.122.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.122.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.122.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.122.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.122.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.123.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.123.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.123.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.123.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.123.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.123.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.124.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.124.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.124.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.124.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.124.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.124.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.125.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.125.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.125.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.125.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.125.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.125.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.126.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.126.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.126.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.126.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.126.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.126.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.127.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.127.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.127.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.127.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.127.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.127.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.128.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.128.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.128.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.128.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.128.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.128.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.129.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.129.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.129.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.129.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.129.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.129.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.13.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.13.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.13.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.13.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.13.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.13.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.130.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.130.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.130.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.130.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.130.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.130.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.131.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.131.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.131.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.131.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.131.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.131.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.132.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.132.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.132.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.132.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.132.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.132.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.133.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.133.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.133.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.133.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.133.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.133.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.134.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.134.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.134.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.134.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.134.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.134.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.135.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.135.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.135.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.135.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.135.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.135.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.136.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.136.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.136.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.136.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.136.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.136.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.137.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.137.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.137.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.137.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.137.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.137.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.138.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.138.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.138.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.138.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.138.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.138.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.139.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.139.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.139.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.139.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.139.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.139.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.14.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.14.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.14.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.14.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.14.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.14.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.140.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.140.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.140.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.140.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.140.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.140.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.141.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.141.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.141.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.141.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.141.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.141.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.142.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.142.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.142.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.142.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.142.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.142.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.143.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.143.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.143.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.143.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.143.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.143.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.144.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.144.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.144.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.144.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.144.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.144.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.145.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.145.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.145.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.145.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.145.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.145.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.146.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.146.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.146.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.146.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.146.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.146.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.147.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.147.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.147.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.147.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.147.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.147.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.148.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.148.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.148.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.148.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.148.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.148.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.149.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.149.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.149.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.149.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.149.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.149.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.15.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.15.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.15.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.15.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.15.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.15.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.150.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.150.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.150.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.150.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.150.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.150.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.151.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.151.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.151.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.151.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.151.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.151.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.152.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.152.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.152.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.152.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.152.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.152.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.153.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.153.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.153.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.153.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.153.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.153.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.154.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.154.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.154.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.154.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.154.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.154.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.155.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.155.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.155.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.155.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.155.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.155.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.156.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.156.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.156.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.156.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.156.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.156.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.157.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.157.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.157.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.157.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.157.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.157.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.158.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.158.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.158.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.158.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.158.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.158.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.159.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.159.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.159.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.159.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.159.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.159.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.16.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.16.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.16.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.16.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.16.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.16.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.17.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.17.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.17.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.17.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.17.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.17.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.18.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.18.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.18.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.18.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.18.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.18.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.19.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.19.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.19.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.19.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.19.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.19.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.2.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.2.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.2.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.2.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.2.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.2.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.20.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.20.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.20.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.20.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.20.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.20.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.21.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.21.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.21.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.21.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.21.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.21.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.22.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.22.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.22.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.22.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.22.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.22.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.23.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.23.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.23.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.23.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.23.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.23.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.24.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.24.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.24.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.24.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.24.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.24.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.25.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.25.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.25.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.25.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.25.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.25.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.26.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.26.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.26.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.26.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.26.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.26.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.27.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.27.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.27.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.27.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.27.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.27.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.28.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.28.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.28.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.28.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.28.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.28.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.29.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.29.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.29.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.29.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.29.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.29.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.3.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.3.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.3.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.3.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.3.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.3.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.30.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.30.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.30.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.30.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.30.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.30.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.31.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.31.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.31.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.31.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.31.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.31.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.32.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.32.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.32.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.32.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.32.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.32.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.33.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.33.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.33.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.33.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.33.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.33.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.34.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.34.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.34.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.34.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.34.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.34.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.35.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.35.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.35.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.35.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.35.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.35.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.36.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.36.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.36.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.36.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.36.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.36.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.37.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.37.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.37.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.37.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.37.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.37.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.38.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.38.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.38.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.38.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.38.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.38.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.39.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.39.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.39.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.39.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.39.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.39.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.4.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.4.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.4.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.4.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.4.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.4.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.40.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.40.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.40.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.40.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.40.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.40.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.41.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.41.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.41.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.41.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.41.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.41.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.42.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.42.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.42.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.42.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.42.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.42.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.43.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.43.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.43.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.43.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.43.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.43.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.44.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.44.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.44.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.44.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.44.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.44.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.45.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.45.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.45.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.45.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.45.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.45.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.46.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.46.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.46.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.46.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.46.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.46.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.47.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.47.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.47.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.47.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.47.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.47.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.48.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.48.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.48.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.48.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.48.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.48.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.49.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.49.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.49.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.49.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.49.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.49.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.5.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.5.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.5.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.5.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.5.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.5.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.50.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.50.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.50.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.50.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.50.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.50.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.51.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.51.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.51.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.51.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.51.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.51.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.52.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.52.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.52.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.52.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.52.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.52.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.53.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.53.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.53.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.53.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.53.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.53.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.54.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.54.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.54.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.54.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.54.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.54.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.55.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.55.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.55.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.55.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.55.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.55.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.56.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.56.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.56.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.56.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.56.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.56.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.57.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.57.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.57.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.57.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.57.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.57.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.58.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.58.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.58.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.58.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.58.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.58.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.59.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.59.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.59.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.59.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.59.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.59.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.6.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.6.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.6.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.6.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.6.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.6.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.60.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.60.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.60.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.60.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.60.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.60.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.61.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.61.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.61.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.61.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.61.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.61.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.62.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.62.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.62.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.62.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.62.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.62.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.63.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.63.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.63.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.63.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.63.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.63.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.64.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.64.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.64.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.64.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.64.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.64.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.65.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.65.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.65.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.65.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.65.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.65.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.66.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.66.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.66.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.66.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.66.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.66.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.67.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.67.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.67.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.67.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.67.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.67.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.68.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.68.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.68.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.68.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.68.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.68.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.69.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.69.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.69.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.69.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.69.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.69.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.7.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.7.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.7.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.7.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.7.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.7.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.70.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.70.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.70.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.70.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.70.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.70.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.71.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.71.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.71.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.71.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.71.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.71.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.72.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.72.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.72.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.72.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.72.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.72.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.73.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.73.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.73.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.73.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.73.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.73.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.74.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.74.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.74.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.74.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.74.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.74.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.75.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.75.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.75.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.75.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.75.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.75.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.76.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.76.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.76.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.76.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.76.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.76.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.77.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.77.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.77.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.77.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.77.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.77.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.78.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.78.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.78.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.78.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.78.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.78.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.79.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.79.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.79.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.79.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.79.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.79.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.8.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.8.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.8.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.8.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.8.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.8.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.80.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.80.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.80.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.80.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.80.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.80.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.81.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.81.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.81.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.81.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.81.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.81.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.82.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.82.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.82.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.82.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.82.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.82.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.83.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.83.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.83.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.83.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.83.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.83.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.84.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.84.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.84.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.84.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.84.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.84.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.85.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.85.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.85.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.85.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.85.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.85.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.86.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.86.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.86.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.86.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.86.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.86.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.87.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.87.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.87.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.87.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.87.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.87.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.88.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.88.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.88.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.88.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.88.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.88.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.89.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.89.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.89.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.89.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.89.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.89.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.9.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.9.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.9.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.9.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.9.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.9.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.90.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.90.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.90.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.90.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.90.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.90.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.91.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.91.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.91.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.91.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.91.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.91.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.92.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.92.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.92.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.92.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.92.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.92.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.93.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.93.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.93.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.93.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.93.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.93.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.94.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.94.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.94.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.94.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.94.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.94.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.95.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.95.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.95.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.95.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.95.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.95.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.96.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.96.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.96.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.96.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.96.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.96.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.97.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.97.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.97.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.97.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.97.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.97.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.98.down_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.98.down_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.98.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.98.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.98.up_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.98.up_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.99.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.99.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.99.gate_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.99.gate_proj.weight_scale": "model-00029-of-00043.safetensors", + "model.layers.63.mlp.experts.99.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.experts.99.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.gate.e_score_correction_bias": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.gate.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.shared_experts.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.shared_experts.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.mlp.shared_experts.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.63.post_attention_layernorm.weight": "model-00030-of-00043.safetensors", + "model.layers.63.self_attn.k_norm.weight": "model-00029-of-00043.safetensors", + "model.layers.63.self_attn.k_proj.bias": "model-00029-of-00043.safetensors", + "model.layers.63.self_attn.k_proj.output_scale": "model-00029-of-00043.safetensors", + "model.layers.63.self_attn.k_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.self_attn.o_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.self_attn.q_norm.weight": "model-00029-of-00043.safetensors", + "model.layers.63.self_attn.q_proj.bias": "model-00029-of-00043.safetensors", + "model.layers.63.self_attn.q_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.63.self_attn.v_proj.bias": "model-00029-of-00043.safetensors", + "model.layers.63.self_attn.v_proj.output_scale": "model-00029-of-00043.safetensors", + "model.layers.63.self_attn.v_proj.weight": "model-00029-of-00043.safetensors", + "model.layers.64.input_layernorm.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.0.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.0.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.0.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.0.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.0.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.0.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.1.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.1.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.1.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.1.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.1.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.1.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.10.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.10.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.10.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.10.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.10.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.10.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.100.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.100.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.100.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.100.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.100.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.100.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.101.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.101.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.101.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.101.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.101.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.101.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.102.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.102.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.102.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.102.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.102.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.102.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.103.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.103.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.103.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.103.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.103.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.103.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.104.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.104.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.104.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.104.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.104.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.104.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.105.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.105.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.105.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.105.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.105.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.105.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.106.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.106.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.106.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.106.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.106.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.106.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.107.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.107.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.107.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.107.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.107.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.107.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.108.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.108.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.108.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.108.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.108.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.108.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.109.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.109.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.109.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.109.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.109.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.109.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.11.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.11.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.11.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.11.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.11.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.11.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.110.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.110.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.110.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.110.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.110.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.110.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.111.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.111.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.111.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.111.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.111.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.111.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.112.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.112.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.112.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.112.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.112.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.112.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.113.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.113.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.113.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.113.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.113.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.113.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.114.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.114.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.114.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.114.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.114.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.114.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.115.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.115.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.115.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.115.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.115.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.115.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.116.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.116.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.116.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.116.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.116.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.116.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.117.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.117.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.117.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.117.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.117.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.117.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.118.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.118.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.118.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.118.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.118.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.118.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.119.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.119.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.119.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.119.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.119.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.119.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.12.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.12.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.12.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.12.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.12.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.12.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.120.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.120.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.120.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.120.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.120.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.120.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.121.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.121.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.121.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.121.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.121.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.121.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.122.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.122.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.122.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.122.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.122.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.122.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.123.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.123.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.123.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.123.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.123.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.123.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.124.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.124.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.124.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.124.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.124.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.124.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.125.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.125.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.125.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.125.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.125.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.125.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.126.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.126.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.126.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.126.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.126.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.126.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.127.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.127.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.127.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.127.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.127.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.127.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.128.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.128.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.128.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.128.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.128.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.128.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.129.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.129.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.129.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.129.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.129.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.129.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.13.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.13.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.13.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.13.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.13.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.13.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.130.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.130.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.130.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.130.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.130.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.130.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.131.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.131.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.131.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.131.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.131.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.131.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.132.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.132.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.132.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.132.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.132.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.132.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.133.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.133.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.133.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.133.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.133.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.133.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.134.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.134.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.134.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.134.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.134.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.134.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.135.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.135.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.135.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.135.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.135.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.135.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.136.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.136.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.136.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.136.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.136.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.136.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.137.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.137.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.137.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.137.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.137.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.137.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.138.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.138.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.138.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.138.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.138.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.138.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.139.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.139.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.139.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.139.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.139.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.139.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.14.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.14.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.14.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.14.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.14.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.14.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.140.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.140.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.140.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.140.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.140.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.140.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.141.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.141.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.141.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.141.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.141.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.141.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.142.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.142.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.142.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.142.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.142.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.142.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.143.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.143.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.143.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.143.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.143.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.143.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.144.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.144.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.144.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.144.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.144.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.144.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.145.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.145.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.145.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.145.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.145.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.145.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.146.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.146.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.146.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.146.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.146.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.146.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.147.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.147.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.147.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.147.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.147.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.147.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.148.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.148.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.148.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.148.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.148.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.148.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.149.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.149.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.149.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.149.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.149.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.149.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.15.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.15.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.15.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.15.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.15.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.15.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.150.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.150.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.150.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.150.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.150.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.150.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.151.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.151.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.151.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.151.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.151.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.151.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.152.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.152.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.152.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.152.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.152.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.152.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.153.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.153.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.153.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.153.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.153.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.153.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.154.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.154.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.154.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.154.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.154.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.154.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.155.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.155.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.155.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.155.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.155.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.155.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.156.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.156.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.156.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.156.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.156.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.156.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.157.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.157.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.157.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.157.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.157.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.157.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.158.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.158.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.158.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.158.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.158.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.158.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.159.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.159.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.159.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.159.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.159.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.159.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.16.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.16.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.16.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.16.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.16.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.16.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.17.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.17.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.17.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.17.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.17.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.17.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.18.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.18.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.18.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.18.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.18.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.18.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.19.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.19.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.19.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.19.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.19.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.19.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.2.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.2.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.2.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.2.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.2.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.2.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.20.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.20.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.20.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.20.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.20.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.20.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.21.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.21.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.21.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.21.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.21.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.21.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.22.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.22.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.22.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.22.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.22.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.22.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.23.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.23.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.23.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.23.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.23.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.23.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.24.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.24.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.24.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.24.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.24.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.24.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.25.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.25.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.25.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.25.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.25.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.25.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.26.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.26.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.26.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.26.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.26.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.26.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.27.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.27.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.27.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.27.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.27.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.27.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.28.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.28.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.28.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.28.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.28.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.28.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.29.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.29.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.29.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.29.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.29.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.29.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.3.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.3.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.3.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.3.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.3.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.3.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.30.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.30.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.30.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.30.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.30.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.30.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.31.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.31.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.31.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.31.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.31.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.31.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.32.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.32.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.32.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.32.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.32.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.32.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.33.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.33.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.33.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.33.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.33.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.33.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.34.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.34.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.34.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.34.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.34.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.34.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.35.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.35.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.35.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.35.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.35.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.35.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.36.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.36.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.36.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.36.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.36.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.36.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.37.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.37.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.37.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.37.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.37.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.37.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.38.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.38.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.38.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.38.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.38.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.38.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.39.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.39.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.39.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.39.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.39.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.39.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.4.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.4.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.4.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.4.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.4.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.4.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.40.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.40.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.40.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.40.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.40.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.40.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.41.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.41.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.41.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.41.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.41.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.41.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.42.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.42.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.42.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.42.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.42.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.42.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.43.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.43.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.43.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.43.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.43.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.43.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.44.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.44.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.44.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.44.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.44.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.44.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.45.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.45.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.45.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.45.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.45.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.45.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.46.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.46.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.46.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.46.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.46.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.46.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.47.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.47.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.47.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.47.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.47.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.47.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.48.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.48.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.48.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.48.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.48.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.48.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.49.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.49.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.49.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.49.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.49.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.49.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.5.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.5.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.5.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.5.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.5.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.5.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.50.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.50.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.50.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.50.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.50.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.50.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.51.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.51.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.51.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.51.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.51.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.51.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.52.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.52.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.52.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.52.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.52.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.52.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.53.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.53.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.53.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.53.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.53.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.53.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.54.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.54.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.54.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.54.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.54.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.54.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.55.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.55.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.55.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.55.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.55.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.55.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.56.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.56.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.56.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.56.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.56.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.56.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.57.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.57.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.57.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.57.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.57.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.57.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.58.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.58.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.58.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.58.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.58.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.58.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.59.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.59.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.59.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.59.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.59.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.59.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.6.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.6.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.6.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.6.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.6.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.6.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.60.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.60.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.60.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.60.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.60.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.60.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.61.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.61.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.61.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.61.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.61.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.61.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.62.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.62.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.62.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.62.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.62.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.62.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.63.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.63.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.63.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.63.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.63.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.63.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.64.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.64.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.64.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.64.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.64.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.64.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.65.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.65.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.65.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.65.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.65.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.65.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.66.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.66.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.66.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.66.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.66.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.66.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.67.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.67.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.67.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.67.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.67.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.67.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.68.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.68.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.68.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.68.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.68.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.68.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.69.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.69.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.69.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.69.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.69.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.69.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.7.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.7.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.7.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.7.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.7.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.7.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.70.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.70.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.70.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.70.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.70.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.70.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.71.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.71.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.71.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.71.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.71.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.71.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.72.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.72.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.72.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.72.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.72.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.72.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.73.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.73.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.73.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.73.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.73.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.73.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.74.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.74.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.74.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.74.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.74.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.74.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.75.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.75.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.75.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.75.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.75.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.75.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.76.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.76.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.76.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.76.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.76.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.76.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.77.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.77.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.77.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.77.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.77.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.77.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.78.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.78.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.78.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.78.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.78.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.78.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.79.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.79.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.79.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.79.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.79.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.79.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.8.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.8.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.8.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.8.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.8.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.8.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.80.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.80.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.80.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.80.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.80.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.80.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.81.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.81.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.81.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.81.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.81.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.81.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.82.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.82.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.82.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.82.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.82.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.82.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.83.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.83.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.83.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.83.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.83.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.83.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.84.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.84.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.84.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.84.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.84.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.84.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.85.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.85.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.85.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.85.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.85.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.85.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.86.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.86.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.86.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.86.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.86.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.86.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.87.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.87.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.87.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.87.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.87.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.87.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.88.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.88.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.88.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.88.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.88.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.88.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.89.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.89.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.89.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.89.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.89.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.89.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.9.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.9.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.9.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.9.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.9.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.9.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.90.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.90.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.90.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.90.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.90.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.90.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.91.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.91.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.91.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.91.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.91.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.91.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.92.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.92.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.92.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.92.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.92.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.92.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.93.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.93.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.93.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.93.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.93.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.93.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.94.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.94.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.94.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.94.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.94.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.94.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.95.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.95.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.95.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.95.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.95.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.95.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.96.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.96.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.96.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.96.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.96.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.96.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.97.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.97.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.97.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.97.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.97.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.97.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.98.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.98.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.98.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.98.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.98.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.98.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.99.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.99.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.99.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.99.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.99.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.experts.99.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.gate.e_score_correction_bias": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.gate.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.shared_experts.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.shared_experts.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.mlp.shared_experts.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.post_attention_layernorm.weight": "model-00030-of-00043.safetensors", + "model.layers.64.self_attn.k_norm.weight": "model-00030-of-00043.safetensors", + "model.layers.64.self_attn.k_proj.bias": "model-00030-of-00043.safetensors", + "model.layers.64.self_attn.k_proj.output_scale": "model-00030-of-00043.safetensors", + "model.layers.64.self_attn.k_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.self_attn.o_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.self_attn.q_norm.weight": "model-00030-of-00043.safetensors", + "model.layers.64.self_attn.q_proj.bias": "model-00030-of-00043.safetensors", + "model.layers.64.self_attn.q_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.64.self_attn.v_proj.bias": "model-00030-of-00043.safetensors", + "model.layers.64.self_attn.v_proj.output_scale": "model-00030-of-00043.safetensors", + "model.layers.64.self_attn.v_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.input_layernorm.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.0.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.0.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.0.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.0.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.0.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.0.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.1.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.1.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.1.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.1.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.1.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.1.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.10.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.10.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.10.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.10.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.10.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.10.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.100.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.100.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.100.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.100.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.100.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.100.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.101.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.101.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.101.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.101.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.101.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.101.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.102.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.102.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.102.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.102.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.102.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.102.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.103.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.103.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.103.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.103.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.103.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.103.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.104.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.104.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.104.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.104.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.104.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.104.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.105.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.105.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.105.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.105.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.105.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.105.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.106.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.106.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.106.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.106.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.106.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.106.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.107.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.107.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.107.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.107.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.107.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.107.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.108.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.108.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.108.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.108.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.108.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.108.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.109.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.109.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.109.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.109.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.109.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.109.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.11.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.11.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.11.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.11.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.11.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.11.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.110.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.110.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.110.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.110.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.110.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.110.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.111.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.111.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.111.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.111.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.111.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.111.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.112.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.112.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.112.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.112.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.112.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.112.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.113.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.113.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.113.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.113.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.113.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.113.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.114.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.114.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.114.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.114.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.114.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.114.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.115.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.115.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.115.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.115.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.115.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.115.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.116.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.116.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.116.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.116.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.116.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.116.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.117.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.117.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.117.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.117.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.117.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.117.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.118.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.118.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.118.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.118.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.118.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.118.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.119.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.119.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.119.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.119.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.119.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.119.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.12.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.12.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.12.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.12.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.12.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.12.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.120.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.120.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.120.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.120.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.120.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.120.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.121.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.121.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.121.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.121.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.121.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.121.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.122.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.122.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.122.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.122.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.122.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.122.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.123.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.123.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.123.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.123.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.123.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.123.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.124.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.124.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.124.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.124.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.124.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.124.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.125.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.125.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.125.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.125.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.125.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.125.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.126.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.126.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.126.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.126.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.126.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.126.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.127.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.127.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.127.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.127.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.127.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.127.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.128.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.128.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.128.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.128.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.128.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.128.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.129.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.129.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.129.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.129.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.129.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.129.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.13.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.13.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.13.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.13.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.13.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.13.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.130.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.130.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.130.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.130.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.130.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.130.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.131.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.131.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.131.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.131.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.131.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.131.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.132.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.132.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.132.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.132.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.132.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.132.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.133.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.133.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.133.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.133.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.133.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.133.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.134.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.134.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.134.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.134.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.134.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.134.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.135.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.135.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.135.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.135.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.135.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.135.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.136.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.136.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.136.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.136.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.136.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.136.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.137.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.137.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.137.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.137.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.137.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.137.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.138.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.138.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.138.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.138.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.138.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.138.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.139.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.139.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.139.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.139.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.139.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.139.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.14.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.14.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.14.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.14.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.14.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.14.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.140.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.140.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.140.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.140.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.140.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.140.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.141.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.141.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.141.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.141.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.141.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.141.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.142.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.142.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.142.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.142.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.142.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.142.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.143.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.143.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.143.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.143.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.143.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.143.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.144.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.144.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.144.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.144.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.144.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.144.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.145.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.145.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.145.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.145.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.145.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.145.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.146.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.146.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.146.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.146.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.146.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.146.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.147.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.147.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.147.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.147.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.147.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.147.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.148.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.148.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.148.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.148.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.148.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.148.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.149.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.149.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.149.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.149.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.149.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.149.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.15.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.15.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.15.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.15.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.15.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.15.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.150.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.150.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.150.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.150.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.150.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.150.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.151.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.151.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.151.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.151.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.151.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.151.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.152.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.152.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.152.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.152.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.152.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.152.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.153.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.153.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.153.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.153.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.153.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.153.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.154.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.154.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.154.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.154.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.154.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.154.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.155.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.155.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.155.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.155.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.155.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.155.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.156.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.156.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.156.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.156.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.156.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.156.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.157.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.157.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.157.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.157.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.157.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.157.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.158.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.158.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.158.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.158.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.158.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.158.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.159.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.159.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.159.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.159.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.159.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.159.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.experts.16.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.16.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.16.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.16.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.16.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.16.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.17.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.17.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.17.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.17.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.17.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.17.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.18.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.18.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.18.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.18.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.18.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.18.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.19.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.19.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.19.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.19.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.19.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.19.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.2.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.2.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.2.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.2.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.2.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.2.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.20.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.20.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.20.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.20.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.20.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.20.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.21.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.21.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.21.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.21.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.21.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.21.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.22.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.22.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.22.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.22.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.22.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.22.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.23.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.23.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.23.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.23.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.23.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.23.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.24.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.24.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.24.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.24.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.24.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.24.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.25.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.25.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.25.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.25.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.25.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.25.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.26.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.26.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.26.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.26.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.26.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.26.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.27.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.27.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.27.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.27.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.27.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.27.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.28.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.28.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.28.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.28.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.28.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.28.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.29.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.29.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.29.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.29.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.29.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.29.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.3.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.3.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.3.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.3.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.3.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.3.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.30.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.30.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.30.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.30.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.30.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.30.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.31.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.31.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.31.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.31.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.31.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.31.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.32.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.32.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.32.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.32.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.32.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.32.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.33.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.33.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.33.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.33.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.33.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.33.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.34.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.34.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.34.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.34.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.34.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.34.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.35.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.35.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.35.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.35.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.35.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.35.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.36.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.36.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.36.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.36.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.36.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.36.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.37.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.37.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.37.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.37.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.37.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.37.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.38.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.38.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.38.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.38.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.38.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.38.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.39.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.39.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.39.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.39.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.39.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.39.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.4.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.4.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.4.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.4.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.4.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.4.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.40.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.40.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.40.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.40.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.40.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.40.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.41.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.41.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.41.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.41.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.41.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.41.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.42.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.42.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.42.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.42.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.42.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.42.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.43.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.43.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.43.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.43.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.43.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.43.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.44.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.44.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.44.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.44.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.44.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.44.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.45.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.45.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.45.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.45.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.45.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.45.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.46.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.46.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.46.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.46.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.46.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.46.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.47.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.47.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.47.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.47.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.47.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.47.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.48.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.48.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.48.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.48.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.48.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.48.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.49.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.49.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.49.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.49.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.49.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.49.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.5.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.5.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.5.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.5.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.5.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.5.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.50.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.50.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.50.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.50.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.50.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.50.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.51.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.51.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.51.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.51.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.51.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.51.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.52.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.52.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.52.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.52.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.52.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.52.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.53.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.53.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.53.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.53.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.53.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.53.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.54.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.54.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.54.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.54.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.54.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.54.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.55.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.55.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.55.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.55.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.55.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.55.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.56.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.56.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.56.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.56.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.56.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.56.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.57.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.57.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.57.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.57.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.57.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.57.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.58.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.58.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.58.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.58.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.58.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.58.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.59.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.59.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.59.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.59.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.59.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.59.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.6.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.6.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.6.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.6.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.6.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.6.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.60.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.60.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.60.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.60.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.60.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.60.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.61.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.61.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.61.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.61.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.61.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.61.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.62.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.62.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.62.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.62.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.62.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.62.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.63.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.63.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.63.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.63.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.63.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.63.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.64.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.64.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.64.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.64.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.64.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.64.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.65.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.65.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.65.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.65.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.65.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.65.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.66.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.66.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.66.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.66.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.66.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.66.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.67.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.67.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.67.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.67.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.67.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.67.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.68.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.68.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.68.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.68.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.68.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.68.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.69.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.69.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.69.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.69.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.69.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.69.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.7.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.7.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.7.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.7.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.7.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.7.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.70.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.70.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.70.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.70.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.70.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.70.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.71.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.71.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.71.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.71.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.71.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.71.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.72.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.72.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.72.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.72.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.72.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.72.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.73.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.73.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.73.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.73.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.73.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.73.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.74.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.74.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.74.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.74.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.74.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.74.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.75.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.75.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.75.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.75.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.75.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.75.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.76.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.76.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.76.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.76.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.76.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.76.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.77.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.77.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.77.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.77.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.77.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.77.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.78.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.78.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.78.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.78.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.78.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.78.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.79.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.79.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.79.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.79.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.79.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.79.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.8.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.8.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.8.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.8.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.8.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.8.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.80.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.80.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.80.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.80.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.80.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.80.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.81.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.81.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.81.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.81.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.81.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.81.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.82.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.82.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.82.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.82.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.82.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.82.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.83.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.83.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.83.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.83.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.83.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.83.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.84.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.84.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.84.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.84.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.84.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.84.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.85.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.85.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.85.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.85.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.85.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.85.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.86.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.86.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.86.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.86.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.86.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.86.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.87.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.87.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.87.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.87.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.87.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.87.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.88.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.88.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.88.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.88.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.88.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.88.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.89.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.89.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.89.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.89.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.89.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.89.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.9.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.9.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.9.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.9.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.9.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.9.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.90.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.90.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.90.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.90.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.90.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.90.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.91.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.91.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.91.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.91.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.91.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.91.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.92.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.92.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.92.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.92.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.92.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.92.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.93.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.93.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.93.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.93.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.93.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.93.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.94.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.94.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.94.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.94.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.94.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.94.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.95.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.95.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.95.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.95.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.95.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.95.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.96.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.96.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.96.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.96.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.96.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.96.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.97.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.97.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.97.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.97.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.97.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.97.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.98.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.98.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.98.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.98.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.98.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.98.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.99.down_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.99.down_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.99.gate_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.99.gate_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.99.up_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.experts.99.up_proj.weight_scale": "model-00030-of-00043.safetensors", + "model.layers.65.mlp.gate.e_score_correction_bias": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.gate.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.shared_experts.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.shared_experts.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.mlp.shared_experts.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.65.post_attention_layernorm.weight": "model-00031-of-00043.safetensors", + "model.layers.65.self_attn.k_norm.weight": "model-00030-of-00043.safetensors", + "model.layers.65.self_attn.k_proj.bias": "model-00030-of-00043.safetensors", + "model.layers.65.self_attn.k_proj.output_scale": "model-00030-of-00043.safetensors", + "model.layers.65.self_attn.k_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.self_attn.o_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.self_attn.q_norm.weight": "model-00030-of-00043.safetensors", + "model.layers.65.self_attn.q_proj.bias": "model-00030-of-00043.safetensors", + "model.layers.65.self_attn.q_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.65.self_attn.v_proj.bias": "model-00030-of-00043.safetensors", + "model.layers.65.self_attn.v_proj.output_scale": "model-00030-of-00043.safetensors", + "model.layers.65.self_attn.v_proj.weight": "model-00030-of-00043.safetensors", + "model.layers.66.input_layernorm.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.0.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.0.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.0.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.0.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.0.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.0.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.1.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.1.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.1.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.1.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.1.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.1.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.10.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.10.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.10.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.10.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.10.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.10.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.100.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.100.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.100.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.100.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.100.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.100.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.101.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.101.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.101.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.101.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.101.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.101.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.102.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.102.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.102.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.102.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.102.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.102.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.103.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.103.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.103.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.103.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.103.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.103.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.104.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.104.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.104.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.104.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.104.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.104.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.105.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.105.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.105.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.105.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.105.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.105.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.106.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.106.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.106.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.106.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.106.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.106.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.107.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.107.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.107.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.107.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.107.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.107.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.108.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.108.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.108.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.108.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.108.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.108.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.109.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.109.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.109.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.109.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.109.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.109.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.11.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.11.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.11.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.11.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.11.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.11.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.110.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.110.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.110.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.110.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.110.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.110.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.111.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.111.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.111.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.111.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.111.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.111.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.112.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.112.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.112.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.112.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.112.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.112.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.113.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.113.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.113.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.113.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.113.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.113.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.114.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.114.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.114.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.114.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.114.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.114.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.115.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.115.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.115.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.115.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.115.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.115.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.116.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.116.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.116.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.116.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.116.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.116.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.117.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.117.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.117.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.117.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.117.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.117.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.118.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.118.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.118.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.118.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.118.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.118.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.119.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.119.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.119.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.119.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.119.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.119.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.12.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.12.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.12.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.12.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.12.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.12.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.120.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.120.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.120.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.120.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.120.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.120.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.121.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.121.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.121.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.121.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.121.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.121.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.122.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.122.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.122.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.122.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.122.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.122.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.123.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.123.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.123.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.123.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.123.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.123.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.124.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.124.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.124.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.124.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.124.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.124.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.125.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.125.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.125.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.125.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.125.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.125.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.126.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.126.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.126.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.126.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.126.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.126.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.127.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.127.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.127.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.127.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.127.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.127.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.128.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.128.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.128.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.128.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.128.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.128.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.129.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.129.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.129.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.129.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.129.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.129.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.13.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.13.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.13.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.13.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.13.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.13.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.130.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.130.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.130.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.130.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.130.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.130.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.131.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.131.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.131.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.131.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.131.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.131.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.132.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.132.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.132.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.132.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.132.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.132.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.133.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.133.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.133.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.133.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.133.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.133.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.134.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.134.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.134.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.134.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.134.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.134.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.135.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.135.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.135.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.135.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.135.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.135.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.136.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.136.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.136.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.136.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.136.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.136.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.137.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.137.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.137.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.137.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.137.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.137.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.138.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.138.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.138.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.138.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.138.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.138.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.139.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.139.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.139.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.139.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.139.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.139.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.14.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.14.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.14.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.14.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.14.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.14.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.140.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.140.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.140.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.140.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.140.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.140.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.141.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.141.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.141.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.141.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.141.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.141.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.142.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.142.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.142.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.142.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.142.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.142.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.143.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.143.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.143.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.143.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.143.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.143.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.144.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.144.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.144.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.144.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.144.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.144.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.145.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.145.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.145.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.145.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.145.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.145.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.146.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.146.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.146.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.146.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.146.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.146.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.147.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.147.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.147.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.147.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.147.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.147.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.148.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.148.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.148.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.148.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.148.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.148.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.149.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.149.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.149.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.149.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.149.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.149.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.15.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.15.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.15.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.15.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.15.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.15.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.150.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.150.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.150.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.150.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.150.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.150.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.151.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.151.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.151.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.151.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.151.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.151.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.152.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.152.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.152.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.152.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.152.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.152.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.153.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.153.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.153.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.153.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.153.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.153.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.154.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.154.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.154.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.154.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.154.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.154.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.155.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.155.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.155.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.155.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.155.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.155.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.156.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.156.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.156.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.156.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.156.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.156.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.157.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.157.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.157.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.157.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.157.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.157.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.158.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.158.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.158.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.158.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.158.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.158.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.159.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.159.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.159.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.159.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.159.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.159.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.16.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.16.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.16.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.16.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.16.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.16.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.17.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.17.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.17.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.17.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.17.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.17.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.18.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.18.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.18.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.18.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.18.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.18.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.19.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.19.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.19.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.19.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.19.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.19.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.2.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.2.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.2.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.2.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.2.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.2.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.20.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.20.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.20.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.20.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.20.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.20.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.21.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.21.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.21.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.21.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.21.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.21.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.22.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.22.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.22.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.22.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.22.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.22.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.23.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.23.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.23.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.23.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.23.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.23.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.24.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.24.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.24.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.24.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.24.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.24.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.25.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.25.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.25.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.25.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.25.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.25.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.26.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.26.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.26.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.26.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.26.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.26.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.27.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.27.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.27.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.27.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.27.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.27.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.28.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.28.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.28.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.28.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.28.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.28.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.29.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.29.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.29.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.29.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.29.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.29.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.3.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.3.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.3.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.3.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.3.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.3.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.30.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.30.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.30.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.30.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.30.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.30.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.31.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.31.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.31.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.31.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.31.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.31.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.32.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.32.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.32.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.32.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.32.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.32.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.33.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.33.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.33.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.33.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.33.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.33.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.34.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.34.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.34.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.34.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.34.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.34.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.35.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.35.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.35.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.35.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.35.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.35.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.36.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.36.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.36.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.36.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.36.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.36.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.37.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.37.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.37.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.37.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.37.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.37.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.38.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.38.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.38.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.38.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.38.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.38.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.39.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.39.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.39.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.39.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.39.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.39.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.4.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.4.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.4.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.4.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.4.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.4.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.40.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.40.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.40.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.40.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.40.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.40.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.41.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.41.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.41.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.41.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.41.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.41.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.42.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.42.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.42.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.42.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.42.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.42.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.43.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.43.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.43.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.43.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.43.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.43.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.44.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.44.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.44.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.44.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.44.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.44.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.45.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.45.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.45.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.45.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.45.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.45.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.46.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.46.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.46.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.46.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.46.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.46.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.47.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.47.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.47.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.47.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.47.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.47.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.48.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.48.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.48.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.48.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.48.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.48.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.49.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.49.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.49.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.49.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.49.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.49.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.5.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.5.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.5.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.5.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.5.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.5.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.50.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.50.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.50.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.50.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.50.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.50.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.51.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.51.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.51.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.51.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.51.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.51.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.52.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.52.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.52.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.52.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.52.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.52.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.53.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.53.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.53.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.53.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.53.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.53.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.54.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.54.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.54.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.54.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.54.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.54.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.55.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.55.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.55.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.55.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.55.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.55.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.56.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.56.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.56.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.56.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.56.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.56.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.57.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.57.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.57.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.57.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.57.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.57.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.58.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.58.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.58.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.58.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.58.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.58.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.59.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.59.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.59.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.59.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.59.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.59.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.6.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.6.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.6.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.6.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.6.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.6.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.60.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.60.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.60.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.60.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.60.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.60.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.61.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.61.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.61.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.61.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.61.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.61.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.62.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.62.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.62.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.62.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.62.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.62.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.63.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.63.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.63.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.63.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.63.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.63.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.64.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.64.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.64.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.64.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.64.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.64.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.65.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.65.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.65.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.65.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.65.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.65.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.66.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.66.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.66.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.66.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.66.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.66.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.67.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.67.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.67.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.67.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.67.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.67.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.68.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.68.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.68.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.68.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.68.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.68.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.69.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.69.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.69.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.69.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.69.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.69.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.7.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.7.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.7.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.7.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.7.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.7.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.70.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.70.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.70.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.70.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.70.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.70.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.71.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.71.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.71.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.71.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.71.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.71.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.72.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.72.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.72.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.72.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.72.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.72.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.73.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.73.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.73.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.73.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.73.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.73.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.74.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.74.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.74.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.74.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.74.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.74.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.75.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.75.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.75.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.75.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.75.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.75.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.76.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.76.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.76.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.76.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.76.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.76.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.77.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.77.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.77.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.77.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.77.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.77.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.78.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.78.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.78.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.78.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.78.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.78.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.79.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.79.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.79.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.79.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.79.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.79.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.8.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.8.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.8.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.8.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.8.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.8.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.80.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.80.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.80.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.80.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.80.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.80.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.81.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.81.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.81.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.81.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.81.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.81.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.82.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.82.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.82.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.82.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.82.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.82.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.83.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.83.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.83.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.83.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.83.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.83.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.84.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.84.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.84.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.84.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.84.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.84.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.85.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.85.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.85.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.85.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.85.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.85.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.86.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.86.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.86.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.86.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.86.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.86.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.87.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.87.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.87.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.87.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.87.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.87.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.88.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.88.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.88.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.88.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.88.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.88.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.89.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.89.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.89.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.89.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.89.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.89.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.9.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.9.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.9.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.9.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.9.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.9.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.90.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.90.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.90.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.90.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.90.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.90.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.91.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.91.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.91.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.91.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.91.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.91.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.92.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.92.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.92.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.92.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.92.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.92.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.93.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.93.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.93.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.93.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.93.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.93.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.94.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.94.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.94.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.94.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.94.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.94.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.95.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.95.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.95.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.95.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.95.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.95.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.96.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.96.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.96.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.96.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.96.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.96.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.97.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.97.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.97.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.97.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.97.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.97.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.98.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.98.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.98.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.98.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.98.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.98.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.99.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.99.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.99.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.99.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.99.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.experts.99.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.gate.e_score_correction_bias": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.gate.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.shared_experts.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.shared_experts.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.mlp.shared_experts.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.post_attention_layernorm.weight": "model-00031-of-00043.safetensors", + "model.layers.66.self_attn.k_norm.weight": "model-00031-of-00043.safetensors", + "model.layers.66.self_attn.k_proj.bias": "model-00031-of-00043.safetensors", + "model.layers.66.self_attn.k_proj.output_scale": "model-00031-of-00043.safetensors", + "model.layers.66.self_attn.k_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.self_attn.o_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.self_attn.q_norm.weight": "model-00031-of-00043.safetensors", + "model.layers.66.self_attn.q_proj.bias": "model-00031-of-00043.safetensors", + "model.layers.66.self_attn.q_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.66.self_attn.v_proj.bias": "model-00031-of-00043.safetensors", + "model.layers.66.self_attn.v_proj.output_scale": "model-00031-of-00043.safetensors", + "model.layers.66.self_attn.v_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.input_layernorm.weight": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.0.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.0.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.0.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.0.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.0.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.0.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.1.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.1.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.1.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.1.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.1.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.1.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.10.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.10.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.10.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.10.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.10.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.10.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.100.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.100.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.100.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.100.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.100.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.100.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.101.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.101.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.101.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.101.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.101.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.101.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.102.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.102.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.102.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.102.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.102.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.102.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.103.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.103.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.103.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.103.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.103.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.103.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.104.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.104.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.104.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.104.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.104.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.104.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.105.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.105.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.105.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.105.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.105.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.105.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.106.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.106.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.106.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.106.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.106.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.106.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.107.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.107.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.107.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.107.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.107.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.107.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.108.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.108.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.108.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.108.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.108.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.108.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.109.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.109.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.109.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.109.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.109.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.109.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.11.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.11.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.11.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.11.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.11.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.11.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.110.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.110.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.110.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.110.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.110.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.110.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.111.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.111.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.111.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.111.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.111.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.111.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.112.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.112.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.112.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.112.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.112.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.112.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.113.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.113.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.113.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.113.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.113.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.113.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.114.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.114.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.114.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.114.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.114.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.114.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.115.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.115.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.115.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.115.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.115.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.115.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.116.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.116.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.116.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.116.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.116.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.116.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.117.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.117.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.117.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.117.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.117.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.117.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.118.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.118.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.118.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.118.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.118.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.118.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.119.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.119.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.119.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.119.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.119.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.119.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.12.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.12.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.12.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.12.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.12.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.12.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.120.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.120.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.120.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.120.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.120.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.120.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.121.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.121.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.121.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.121.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.121.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.121.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.122.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.122.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.122.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.122.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.122.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.122.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.123.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.123.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.123.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.123.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.123.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.123.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.124.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.124.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.124.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.124.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.124.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.124.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.125.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.125.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.125.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.125.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.125.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.125.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.126.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.126.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.126.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.126.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.126.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.126.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.127.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.127.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.127.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.127.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.127.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.127.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.128.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.128.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.128.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.128.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.128.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.128.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.129.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.129.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.129.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.129.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.129.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.129.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.13.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.13.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.13.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.13.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.13.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.13.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.130.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.130.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.130.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.130.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.130.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.130.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.131.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.131.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.131.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.131.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.131.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.131.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.132.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.132.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.132.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.132.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.132.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.132.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.133.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.133.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.133.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.133.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.133.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.133.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.134.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.134.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.134.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.134.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.134.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.134.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.135.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.135.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.135.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.135.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.135.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.135.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.136.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.136.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.136.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.136.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.136.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.136.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.137.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.137.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.137.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.137.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.137.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.137.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.138.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.138.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.138.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.138.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.138.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.138.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.139.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.139.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.139.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.139.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.139.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.139.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.14.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.14.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.14.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.14.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.14.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.14.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.140.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.140.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.140.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.140.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.140.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.140.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.141.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.141.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.141.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.141.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.141.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.141.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.142.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.142.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.142.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.142.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.142.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.142.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.143.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.143.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.143.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.143.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.143.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.143.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.144.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.144.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.144.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.144.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.144.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.144.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.145.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.145.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.145.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.145.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.145.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.145.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.146.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.146.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.146.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.146.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.146.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.146.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.147.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.147.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.147.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.147.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.147.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.147.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.148.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.148.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.148.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.148.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.148.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.148.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.149.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.149.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.149.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.149.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.149.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.149.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.15.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.15.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.15.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.15.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.15.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.15.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.150.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.150.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.150.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.150.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.150.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.150.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.151.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.151.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.151.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.151.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.151.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.151.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.152.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.152.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.152.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.152.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.152.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.152.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.153.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.153.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.153.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.153.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.153.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.153.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.154.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.154.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.154.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.154.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.154.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.154.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.155.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.155.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.155.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.155.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.155.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.155.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.156.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.156.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.156.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.156.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.156.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.156.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.157.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.157.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.157.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.157.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.157.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.157.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.158.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.158.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.158.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.158.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.158.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.158.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.159.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.159.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.159.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.159.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.159.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.159.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.experts.16.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.16.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.16.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.16.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.16.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.16.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.17.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.17.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.17.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.17.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.17.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.17.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.18.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.18.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.18.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.18.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.18.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.18.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.19.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.19.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.19.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.19.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.19.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.19.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.2.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.2.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.2.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.2.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.2.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.2.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.20.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.20.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.20.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.20.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.20.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.20.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.21.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.21.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.21.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.21.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.21.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.21.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.22.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.22.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.22.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.22.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.22.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.22.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.23.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.23.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.23.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.23.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.23.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.23.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.24.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.24.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.24.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.24.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.24.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.24.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.25.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.25.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.25.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.25.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.25.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.25.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.26.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.26.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.26.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.26.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.26.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.26.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.27.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.27.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.27.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.27.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.27.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.27.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.28.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.28.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.28.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.28.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.28.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.28.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.29.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.29.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.29.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.29.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.29.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.29.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.3.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.3.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.3.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.3.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.3.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.3.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.30.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.30.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.30.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.30.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.30.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.30.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.31.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.31.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.31.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.31.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.31.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.31.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.32.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.32.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.32.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.32.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.32.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.32.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.33.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.33.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.33.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.33.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.33.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.33.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.34.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.34.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.34.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.34.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.34.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.34.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.35.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.35.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.35.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.35.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.35.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.35.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.36.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.36.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.36.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.36.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.36.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.36.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.37.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.37.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.37.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.37.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.37.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.37.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.38.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.38.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.38.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.38.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.38.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.38.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.39.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.39.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.39.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.39.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.39.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.39.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.4.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.4.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.4.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.4.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.4.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.4.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.40.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.40.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.40.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.40.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.40.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.40.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.41.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.41.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.41.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.41.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.41.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.41.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.42.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.42.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.42.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.42.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.42.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.42.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.43.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.43.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.43.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.43.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.43.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.43.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.44.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.44.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.44.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.44.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.44.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.44.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.45.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.45.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.45.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.45.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.45.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.45.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.46.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.46.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.46.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.46.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.46.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.46.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.47.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.47.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.47.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.47.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.47.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.47.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.48.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.48.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.48.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.48.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.48.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.48.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.49.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.49.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.49.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.49.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.49.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.49.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.5.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.5.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.5.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.5.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.5.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.5.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.50.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.50.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.50.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.50.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.50.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.50.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.51.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.51.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.51.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.51.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.51.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.51.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.52.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.52.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.52.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.52.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.52.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.52.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.53.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.53.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.53.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.53.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.53.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.53.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.54.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.54.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.54.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.54.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.54.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.54.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.55.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.55.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.55.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.55.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.55.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.55.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.56.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.56.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.56.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.56.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.56.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.56.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.57.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.57.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.57.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.57.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.57.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.57.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.58.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.58.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.58.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.58.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.58.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.58.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.59.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.59.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.59.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.59.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.59.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.59.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.6.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.6.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.6.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.6.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.6.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.6.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.60.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.60.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.60.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.60.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.60.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.60.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.61.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.61.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.61.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.61.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.61.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.61.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.62.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.62.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.62.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.62.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.62.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.62.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.63.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.63.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.63.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.63.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.63.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.63.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.64.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.64.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.64.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.64.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.64.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.64.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.65.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.65.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.65.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.65.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.65.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.65.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.66.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.66.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.66.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.66.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.66.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.66.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.67.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.67.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.67.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.67.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.67.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.67.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.68.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.68.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.68.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.68.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.68.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.68.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.69.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.69.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.69.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.69.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.69.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.69.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.7.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.7.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.7.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.7.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.7.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.7.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.70.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.70.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.70.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.70.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.70.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.70.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.71.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.71.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.71.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.71.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.71.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.71.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.72.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.72.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.72.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.72.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.72.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.72.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.73.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.73.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.73.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.73.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.73.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.73.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.74.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.74.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.74.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.74.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.74.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.74.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.75.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.75.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.75.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.75.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.75.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.75.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.76.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.76.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.76.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.76.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.76.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.76.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.77.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.77.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.77.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.77.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.77.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.77.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.78.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.78.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.78.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.78.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.78.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.78.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.79.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.79.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.79.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.79.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.79.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.79.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.8.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.8.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.8.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.8.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.8.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.8.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.80.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.80.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.80.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.80.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.80.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.80.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.81.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.81.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.81.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.81.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.81.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.81.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.82.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.82.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.82.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.82.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.82.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.82.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.83.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.83.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.83.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.83.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.83.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.83.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.84.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.84.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.84.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.84.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.84.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.84.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.85.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.85.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.85.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.85.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.85.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.85.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.86.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.86.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.86.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.86.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.86.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.86.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.87.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.87.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.87.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.87.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.87.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.87.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.88.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.88.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.88.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.88.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.88.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.88.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.89.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.89.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.89.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.89.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.89.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.89.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.9.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.9.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.9.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.9.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.9.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.9.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.90.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.90.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.90.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.90.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.90.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.90.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.91.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.91.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.91.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.91.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.91.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.91.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.92.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.92.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.92.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.92.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.92.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.92.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.93.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.93.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.93.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.93.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.93.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.93.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.94.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.94.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.94.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.94.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.94.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.94.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.95.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.95.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.95.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.95.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.95.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.95.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.96.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.96.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.96.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.96.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.96.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.96.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.97.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.97.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.97.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.97.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.97.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.97.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.98.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.98.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.98.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.98.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.98.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.98.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.99.down_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.99.down_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.99.gate_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.99.gate_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.99.up_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.experts.99.up_proj.weight_scale": "model-00031-of-00043.safetensors", + "model.layers.67.mlp.gate.e_score_correction_bias": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.gate.weight": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.shared_experts.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.shared_experts.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.67.mlp.shared_experts.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.67.post_attention_layernorm.weight": "model-00032-of-00043.safetensors", + "model.layers.67.self_attn.k_norm.weight": "model-00031-of-00043.safetensors", + "model.layers.67.self_attn.k_proj.bias": "model-00031-of-00043.safetensors", + "model.layers.67.self_attn.k_proj.output_scale": "model-00031-of-00043.safetensors", + "model.layers.67.self_attn.k_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.self_attn.o_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.self_attn.q_norm.weight": "model-00031-of-00043.safetensors", + "model.layers.67.self_attn.q_proj.bias": "model-00031-of-00043.safetensors", + "model.layers.67.self_attn.q_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.67.self_attn.v_proj.bias": "model-00031-of-00043.safetensors", + "model.layers.67.self_attn.v_proj.output_scale": "model-00031-of-00043.safetensors", + "model.layers.67.self_attn.v_proj.weight": "model-00031-of-00043.safetensors", + "model.layers.68.input_layernorm.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.0.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.0.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.0.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.0.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.0.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.0.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.1.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.1.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.1.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.1.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.1.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.1.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.10.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.10.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.10.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.10.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.10.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.10.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.100.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.100.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.100.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.100.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.100.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.100.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.101.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.101.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.101.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.101.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.101.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.101.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.102.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.102.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.102.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.102.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.102.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.102.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.103.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.103.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.103.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.103.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.103.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.103.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.104.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.104.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.104.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.104.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.104.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.104.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.105.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.105.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.105.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.105.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.105.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.105.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.106.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.106.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.106.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.106.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.106.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.106.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.107.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.107.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.107.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.107.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.107.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.107.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.108.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.108.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.108.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.108.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.108.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.108.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.109.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.109.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.109.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.109.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.109.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.109.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.11.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.11.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.11.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.11.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.11.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.11.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.110.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.110.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.110.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.110.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.110.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.110.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.111.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.111.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.111.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.111.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.111.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.111.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.112.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.112.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.112.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.112.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.112.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.112.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.113.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.113.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.113.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.113.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.113.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.113.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.114.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.114.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.114.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.114.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.114.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.114.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.115.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.115.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.115.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.115.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.115.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.115.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.116.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.116.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.116.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.116.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.116.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.116.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.117.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.117.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.117.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.117.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.117.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.117.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.118.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.118.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.118.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.118.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.118.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.118.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.119.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.119.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.119.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.119.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.119.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.119.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.12.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.12.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.12.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.12.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.12.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.12.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.120.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.120.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.120.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.120.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.120.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.120.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.121.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.121.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.121.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.121.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.121.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.121.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.122.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.122.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.122.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.122.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.122.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.122.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.123.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.123.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.123.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.123.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.123.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.123.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.124.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.124.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.124.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.124.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.124.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.124.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.125.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.125.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.125.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.125.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.125.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.125.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.126.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.126.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.126.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.126.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.126.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.126.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.127.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.127.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.127.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.127.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.127.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.127.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.128.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.128.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.128.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.128.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.128.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.128.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.129.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.129.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.129.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.129.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.129.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.129.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.13.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.13.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.13.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.13.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.13.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.13.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.130.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.130.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.130.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.130.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.130.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.130.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.131.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.131.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.131.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.131.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.131.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.131.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.132.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.132.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.132.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.132.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.132.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.132.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.133.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.133.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.133.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.133.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.133.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.133.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.134.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.134.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.134.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.134.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.134.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.134.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.135.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.135.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.135.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.135.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.135.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.135.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.136.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.136.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.136.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.136.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.136.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.136.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.137.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.137.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.137.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.137.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.137.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.137.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.138.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.138.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.138.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.138.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.138.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.138.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.139.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.139.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.139.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.139.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.139.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.139.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.14.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.14.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.14.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.14.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.14.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.14.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.140.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.140.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.140.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.140.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.140.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.140.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.141.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.141.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.141.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.141.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.141.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.141.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.142.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.142.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.142.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.142.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.142.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.142.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.143.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.143.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.143.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.143.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.143.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.143.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.144.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.144.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.144.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.144.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.144.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.144.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.145.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.145.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.145.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.145.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.145.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.145.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.146.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.146.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.146.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.146.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.146.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.146.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.147.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.147.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.147.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.147.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.147.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.147.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.148.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.148.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.148.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.148.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.148.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.148.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.149.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.149.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.149.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.149.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.149.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.149.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.15.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.15.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.15.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.15.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.15.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.15.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.150.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.150.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.150.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.150.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.150.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.150.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.151.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.151.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.151.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.151.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.151.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.151.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.152.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.152.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.152.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.152.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.152.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.152.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.153.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.153.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.153.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.153.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.153.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.153.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.154.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.154.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.154.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.154.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.154.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.154.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.155.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.155.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.155.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.155.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.155.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.155.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.156.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.156.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.156.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.156.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.156.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.156.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.157.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.157.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.157.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.157.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.157.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.157.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.158.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.158.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.158.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.158.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.158.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.158.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.159.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.159.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.159.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.159.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.159.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.159.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.16.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.16.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.16.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.16.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.16.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.16.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.17.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.17.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.17.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.17.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.17.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.17.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.18.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.18.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.18.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.18.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.18.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.18.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.19.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.19.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.19.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.19.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.19.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.19.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.2.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.2.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.2.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.2.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.2.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.2.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.20.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.20.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.20.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.20.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.20.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.20.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.21.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.21.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.21.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.21.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.21.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.21.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.22.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.22.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.22.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.22.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.22.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.22.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.23.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.23.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.23.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.23.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.23.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.23.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.24.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.24.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.24.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.24.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.24.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.24.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.25.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.25.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.25.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.25.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.25.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.25.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.26.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.26.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.26.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.26.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.26.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.26.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.27.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.27.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.27.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.27.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.27.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.27.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.28.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.28.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.28.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.28.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.28.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.28.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.29.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.29.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.29.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.29.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.29.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.29.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.3.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.3.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.3.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.3.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.3.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.3.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.30.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.30.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.30.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.30.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.30.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.30.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.31.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.31.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.31.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.31.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.31.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.31.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.32.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.32.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.32.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.32.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.32.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.32.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.33.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.33.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.33.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.33.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.33.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.33.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.34.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.34.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.34.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.34.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.34.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.34.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.35.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.35.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.35.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.35.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.35.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.35.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.36.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.36.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.36.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.36.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.36.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.36.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.37.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.37.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.37.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.37.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.37.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.37.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.38.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.38.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.38.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.38.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.38.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.38.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.39.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.39.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.39.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.39.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.39.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.39.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.4.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.4.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.4.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.4.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.4.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.4.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.40.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.40.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.40.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.40.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.40.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.40.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.41.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.41.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.41.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.41.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.41.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.41.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.42.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.42.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.42.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.42.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.42.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.42.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.43.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.43.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.43.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.43.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.43.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.43.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.44.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.44.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.44.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.44.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.44.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.44.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.45.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.45.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.45.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.45.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.45.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.45.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.46.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.46.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.46.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.46.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.46.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.46.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.47.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.47.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.47.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.47.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.47.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.47.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.48.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.48.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.48.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.48.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.48.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.48.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.49.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.49.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.49.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.49.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.49.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.49.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.5.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.5.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.5.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.5.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.5.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.5.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.50.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.50.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.50.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.50.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.50.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.50.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.51.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.51.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.51.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.51.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.51.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.51.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.52.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.52.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.52.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.52.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.52.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.52.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.53.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.53.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.53.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.53.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.53.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.53.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.54.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.54.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.54.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.54.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.54.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.54.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.55.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.55.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.55.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.55.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.55.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.55.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.56.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.56.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.56.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.56.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.56.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.56.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.57.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.57.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.57.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.57.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.57.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.57.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.58.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.58.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.58.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.58.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.58.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.58.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.59.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.59.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.59.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.59.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.59.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.59.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.6.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.6.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.6.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.6.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.6.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.6.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.60.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.60.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.60.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.60.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.60.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.60.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.61.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.61.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.61.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.61.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.61.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.61.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.62.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.62.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.62.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.62.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.62.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.62.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.63.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.63.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.63.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.63.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.63.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.63.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.64.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.64.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.64.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.64.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.64.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.64.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.65.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.65.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.65.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.65.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.65.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.65.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.66.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.66.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.66.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.66.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.66.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.66.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.67.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.67.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.67.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.67.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.67.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.67.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.68.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.68.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.68.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.68.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.68.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.68.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.69.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.69.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.69.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.69.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.69.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.69.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.7.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.7.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.7.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.7.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.7.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.7.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.70.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.70.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.70.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.70.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.70.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.70.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.71.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.71.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.71.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.71.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.71.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.71.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.72.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.72.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.72.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.72.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.72.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.72.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.73.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.73.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.73.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.73.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.73.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.73.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.74.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.74.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.74.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.74.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.74.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.74.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.75.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.75.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.75.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.75.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.75.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.75.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.76.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.76.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.76.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.76.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.76.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.76.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.77.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.77.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.77.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.77.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.77.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.77.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.78.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.78.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.78.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.78.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.78.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.78.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.79.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.79.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.79.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.79.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.79.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.79.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.8.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.8.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.8.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.8.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.8.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.8.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.80.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.80.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.80.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.80.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.80.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.80.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.81.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.81.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.81.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.81.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.81.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.81.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.82.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.82.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.82.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.82.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.82.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.82.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.83.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.83.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.83.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.83.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.83.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.83.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.84.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.84.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.84.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.84.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.84.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.84.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.85.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.85.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.85.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.85.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.85.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.85.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.86.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.86.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.86.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.86.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.86.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.86.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.87.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.87.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.87.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.87.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.87.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.87.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.88.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.88.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.88.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.88.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.88.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.88.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.89.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.89.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.89.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.89.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.89.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.89.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.9.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.9.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.9.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.9.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.9.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.9.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.90.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.90.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.90.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.90.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.90.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.90.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.91.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.91.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.91.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.91.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.91.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.91.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.92.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.92.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.92.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.92.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.92.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.92.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.93.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.93.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.93.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.93.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.93.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.93.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.94.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.94.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.94.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.94.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.94.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.94.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.95.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.95.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.95.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.95.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.95.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.95.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.96.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.96.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.96.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.96.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.96.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.96.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.97.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.97.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.97.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.97.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.97.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.97.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.98.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.98.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.98.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.98.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.98.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.98.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.99.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.99.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.99.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.99.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.99.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.experts.99.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.gate.e_score_correction_bias": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.gate.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.shared_experts.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.shared_experts.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.mlp.shared_experts.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.post_attention_layernorm.weight": "model-00032-of-00043.safetensors", + "model.layers.68.self_attn.k_norm.weight": "model-00032-of-00043.safetensors", + "model.layers.68.self_attn.k_proj.bias": "model-00032-of-00043.safetensors", + "model.layers.68.self_attn.k_proj.output_scale": "model-00032-of-00043.safetensors", + "model.layers.68.self_attn.k_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.self_attn.o_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.self_attn.q_norm.weight": "model-00032-of-00043.safetensors", + "model.layers.68.self_attn.q_proj.bias": "model-00032-of-00043.safetensors", + "model.layers.68.self_attn.q_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.68.self_attn.v_proj.bias": "model-00032-of-00043.safetensors", + "model.layers.68.self_attn.v_proj.output_scale": "model-00032-of-00043.safetensors", + "model.layers.68.self_attn.v_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.input_layernorm.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.0.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.0.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.0.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.0.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.0.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.0.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.1.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.1.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.1.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.1.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.1.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.1.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.10.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.10.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.10.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.10.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.10.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.10.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.100.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.100.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.100.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.100.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.100.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.100.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.101.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.101.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.101.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.101.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.101.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.101.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.102.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.102.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.102.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.102.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.102.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.102.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.103.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.103.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.103.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.103.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.103.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.103.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.104.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.104.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.104.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.104.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.104.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.104.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.105.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.105.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.105.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.105.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.105.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.105.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.106.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.106.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.106.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.106.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.106.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.106.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.107.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.107.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.107.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.107.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.107.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.107.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.108.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.108.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.108.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.108.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.108.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.108.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.109.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.109.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.109.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.109.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.109.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.109.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.11.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.11.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.11.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.11.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.11.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.11.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.110.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.110.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.110.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.110.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.110.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.110.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.111.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.111.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.111.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.111.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.111.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.111.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.112.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.112.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.112.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.112.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.112.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.112.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.113.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.113.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.113.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.113.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.113.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.113.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.114.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.114.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.114.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.114.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.114.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.114.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.115.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.115.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.115.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.115.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.115.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.115.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.116.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.116.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.116.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.116.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.116.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.116.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.117.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.117.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.117.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.117.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.117.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.117.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.118.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.118.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.118.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.118.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.118.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.118.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.119.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.119.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.119.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.119.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.119.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.119.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.12.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.12.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.12.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.12.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.12.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.12.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.120.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.120.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.120.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.120.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.120.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.120.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.121.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.121.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.121.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.121.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.121.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.121.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.122.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.122.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.122.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.122.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.122.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.122.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.123.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.123.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.123.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.123.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.123.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.123.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.124.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.124.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.124.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.124.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.124.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.124.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.125.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.125.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.125.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.125.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.125.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.125.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.126.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.126.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.126.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.126.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.126.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.126.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.127.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.127.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.127.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.127.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.127.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.127.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.128.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.128.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.128.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.128.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.128.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.128.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.129.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.129.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.129.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.129.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.129.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.129.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.13.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.13.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.13.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.13.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.13.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.13.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.130.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.130.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.130.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.130.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.130.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.130.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.131.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.131.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.131.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.131.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.131.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.131.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.132.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.132.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.132.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.132.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.132.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.132.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.133.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.133.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.133.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.133.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.133.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.133.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.134.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.134.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.134.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.134.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.134.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.134.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.135.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.135.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.135.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.135.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.135.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.135.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.136.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.136.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.136.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.136.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.136.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.136.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.137.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.137.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.137.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.137.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.137.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.137.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.138.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.138.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.138.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.138.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.138.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.138.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.139.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.139.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.139.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.139.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.139.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.139.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.14.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.14.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.14.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.14.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.14.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.14.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.140.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.140.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.140.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.140.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.140.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.140.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.141.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.141.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.141.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.141.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.141.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.141.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.142.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.142.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.142.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.142.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.142.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.142.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.143.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.143.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.143.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.143.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.143.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.143.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.144.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.144.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.144.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.144.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.144.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.144.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.145.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.145.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.145.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.145.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.145.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.145.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.146.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.146.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.146.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.146.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.146.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.146.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.147.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.147.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.147.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.147.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.147.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.147.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.148.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.148.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.148.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.148.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.148.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.148.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.149.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.149.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.149.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.149.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.149.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.149.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.15.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.15.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.15.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.15.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.15.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.15.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.150.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.150.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.150.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.150.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.150.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.150.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.151.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.151.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.151.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.151.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.151.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.151.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.152.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.152.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.152.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.152.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.152.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.152.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.153.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.153.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.153.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.153.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.153.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.153.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.154.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.154.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.154.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.154.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.154.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.154.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.155.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.155.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.155.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.155.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.155.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.155.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.156.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.156.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.156.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.156.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.156.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.156.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.157.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.157.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.157.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.157.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.157.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.157.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.158.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.158.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.158.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.158.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.158.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.158.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.159.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.159.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.159.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.159.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.159.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.159.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.16.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.16.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.16.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.16.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.16.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.16.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.17.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.17.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.17.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.17.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.17.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.17.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.18.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.18.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.18.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.18.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.18.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.18.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.19.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.19.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.19.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.19.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.19.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.19.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.2.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.2.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.2.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.2.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.2.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.2.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.20.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.20.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.20.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.20.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.20.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.20.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.21.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.21.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.21.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.21.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.21.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.21.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.22.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.22.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.22.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.22.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.22.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.22.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.23.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.23.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.23.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.23.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.23.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.23.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.24.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.24.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.24.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.24.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.24.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.24.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.25.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.25.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.25.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.25.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.25.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.25.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.26.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.26.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.26.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.26.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.26.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.26.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.27.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.27.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.27.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.27.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.27.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.27.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.28.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.28.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.28.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.28.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.28.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.28.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.29.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.29.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.29.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.29.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.29.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.29.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.3.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.3.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.3.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.3.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.3.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.3.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.30.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.30.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.30.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.30.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.30.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.30.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.31.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.31.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.31.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.31.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.31.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.31.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.32.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.32.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.32.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.32.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.32.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.32.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.33.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.33.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.33.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.33.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.33.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.33.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.34.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.34.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.34.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.34.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.34.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.34.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.35.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.35.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.35.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.35.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.35.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.35.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.36.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.36.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.36.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.36.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.36.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.36.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.37.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.37.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.37.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.37.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.37.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.37.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.38.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.38.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.38.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.38.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.38.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.38.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.39.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.39.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.39.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.39.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.39.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.39.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.4.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.4.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.4.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.4.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.4.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.4.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.40.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.40.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.40.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.40.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.40.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.40.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.41.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.41.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.41.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.41.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.41.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.41.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.42.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.42.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.42.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.42.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.42.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.42.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.43.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.43.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.43.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.43.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.43.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.43.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.44.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.44.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.44.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.44.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.44.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.44.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.45.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.45.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.45.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.45.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.45.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.45.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.46.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.46.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.46.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.46.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.46.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.46.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.47.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.47.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.47.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.47.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.47.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.47.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.48.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.48.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.48.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.48.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.48.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.48.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.49.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.49.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.49.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.49.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.49.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.49.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.5.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.5.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.5.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.5.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.5.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.5.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.50.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.50.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.50.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.50.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.50.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.50.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.51.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.51.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.51.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.51.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.51.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.51.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.52.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.52.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.52.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.52.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.52.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.52.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.53.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.53.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.53.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.53.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.53.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.53.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.54.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.54.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.54.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.54.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.54.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.54.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.55.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.55.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.55.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.55.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.55.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.55.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.56.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.56.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.56.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.56.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.56.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.56.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.57.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.57.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.57.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.57.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.57.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.57.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.58.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.58.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.58.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.58.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.58.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.58.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.59.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.59.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.59.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.59.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.59.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.59.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.6.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.6.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.6.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.6.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.6.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.6.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.60.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.60.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.60.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.60.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.60.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.60.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.61.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.61.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.61.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.61.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.61.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.61.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.62.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.62.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.62.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.62.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.62.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.62.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.63.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.63.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.63.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.63.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.63.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.63.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.64.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.64.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.64.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.64.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.64.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.64.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.65.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.65.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.65.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.65.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.65.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.65.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.66.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.66.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.66.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.66.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.66.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.66.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.67.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.67.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.67.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.67.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.67.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.67.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.68.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.68.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.68.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.68.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.68.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.68.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.69.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.69.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.69.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.69.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.69.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.69.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.7.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.7.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.7.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.7.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.7.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.7.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.70.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.70.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.70.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.70.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.70.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.70.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.71.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.71.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.71.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.71.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.71.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.71.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.72.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.72.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.72.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.72.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.72.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.72.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.73.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.73.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.73.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.73.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.73.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.73.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.74.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.74.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.74.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.74.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.74.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.74.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.75.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.75.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.75.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.75.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.75.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.75.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.76.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.76.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.76.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.76.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.76.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.76.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.77.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.77.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.77.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.77.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.77.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.77.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.78.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.78.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.78.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.78.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.78.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.78.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.79.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.79.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.79.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.79.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.79.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.79.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.8.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.8.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.8.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.8.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.8.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.8.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.80.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.80.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.80.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.80.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.80.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.80.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.81.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.81.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.81.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.81.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.81.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.81.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.82.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.82.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.82.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.82.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.82.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.82.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.83.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.83.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.83.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.83.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.83.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.83.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.84.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.84.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.84.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.84.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.84.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.84.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.85.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.85.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.85.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.85.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.85.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.85.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.86.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.86.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.86.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.86.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.86.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.86.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.87.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.87.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.87.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.87.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.87.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.87.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.88.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.88.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.88.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.88.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.88.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.88.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.89.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.89.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.89.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.89.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.89.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.89.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.9.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.9.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.9.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.9.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.9.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.9.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.90.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.90.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.90.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.90.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.90.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.90.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.91.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.91.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.91.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.91.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.91.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.91.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.92.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.92.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.92.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.92.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.92.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.92.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.93.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.93.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.93.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.93.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.93.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.93.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.94.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.94.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.94.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.94.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.94.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.94.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.95.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.95.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.95.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.95.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.95.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.95.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.96.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.96.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.96.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.96.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.96.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.96.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.97.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.97.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.97.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.97.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.97.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.97.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.98.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.98.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.98.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.98.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.98.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.98.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.99.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.99.down_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.99.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.99.gate_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.99.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.experts.99.up_proj.weight_scale": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.gate.e_score_correction_bias": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.gate.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.shared_experts.down_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.shared_experts.gate_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.mlp.shared_experts.up_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.post_attention_layernorm.weight": "model-00032-of-00043.safetensors", + "model.layers.69.self_attn.k_norm.weight": "model-00032-of-00043.safetensors", + "model.layers.69.self_attn.k_proj.bias": "model-00032-of-00043.safetensors", + "model.layers.69.self_attn.k_proj.output_scale": "model-00032-of-00043.safetensors", + "model.layers.69.self_attn.k_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.self_attn.o_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.self_attn.q_norm.weight": "model-00032-of-00043.safetensors", + "model.layers.69.self_attn.q_proj.bias": "model-00032-of-00043.safetensors", + "model.layers.69.self_attn.q_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.69.self_attn.v_proj.bias": "model-00032-of-00043.safetensors", + "model.layers.69.self_attn.v_proj.output_scale": "model-00032-of-00043.safetensors", + "model.layers.69.self_attn.v_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.7.input_layernorm.weight": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.0.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.0.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.0.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.0.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.0.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.0.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.1.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.1.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.1.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.1.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.1.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.1.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.10.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.10.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.10.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.10.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.10.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.10.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.100.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.100.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.100.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.100.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.100.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.100.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.101.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.101.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.101.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.101.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.101.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.101.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.102.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.102.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.102.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.102.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.102.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.102.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.103.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.103.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.103.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.103.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.103.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.103.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.104.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.104.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.104.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.104.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.104.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.104.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.105.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.105.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.105.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.105.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.105.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.105.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.106.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.106.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.106.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.106.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.106.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.106.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.107.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.107.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.107.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.107.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.107.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.107.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.108.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.108.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.108.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.108.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.108.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.108.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.109.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.109.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.109.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.109.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.109.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.109.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.11.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.11.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.11.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.11.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.11.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.11.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.110.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.110.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.110.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.110.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.110.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.110.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.111.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.111.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.111.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.111.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.111.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.111.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.112.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.112.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.112.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.112.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.112.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.112.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.113.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.113.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.113.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.113.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.113.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.113.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.114.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.114.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.114.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.114.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.114.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.114.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.115.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.115.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.115.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.115.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.115.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.115.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.116.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.116.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.116.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.116.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.116.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.116.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.117.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.117.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.117.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.117.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.117.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.117.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.118.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.118.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.118.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.118.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.118.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.118.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.119.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.119.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.119.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.119.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.119.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.119.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.12.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.12.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.12.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.12.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.12.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.12.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.120.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.120.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.120.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.120.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.120.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.120.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.121.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.121.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.121.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.121.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.121.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.121.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.122.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.122.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.122.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.122.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.122.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.122.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.123.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.123.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.123.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.123.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.123.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.123.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.124.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.124.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.124.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.124.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.124.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.124.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.125.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.125.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.125.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.125.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.125.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.125.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.126.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.126.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.126.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.126.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.126.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.126.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.127.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.127.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.127.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.127.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.127.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.127.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.128.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.128.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.128.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.128.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.128.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.128.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.129.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.129.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.129.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.129.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.129.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.129.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.13.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.13.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.13.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.13.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.13.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.13.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.130.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.130.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.130.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.130.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.130.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.130.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.131.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.131.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.131.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.131.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.131.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.131.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.132.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.132.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.132.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.132.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.132.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.132.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.133.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.133.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.133.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.133.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.133.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.133.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.134.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.134.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.134.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.134.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.134.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.134.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.135.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.135.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.135.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.135.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.135.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.135.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.136.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.136.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.136.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.136.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.136.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.136.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.137.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.137.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.137.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.137.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.137.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.137.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.138.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.138.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.138.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.138.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.138.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.138.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.139.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.139.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.139.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.139.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.139.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.139.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.14.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.14.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.14.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.14.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.14.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.14.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.140.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.140.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.140.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.140.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.140.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.140.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.141.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.141.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.141.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.141.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.141.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.141.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.142.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.142.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.142.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.142.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.142.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.142.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.143.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.143.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.143.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.143.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.143.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.143.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.144.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.144.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.144.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.144.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.144.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.144.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.145.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.145.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.145.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.145.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.145.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.145.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.146.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.146.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.146.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.146.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.146.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.146.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.147.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.147.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.147.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.147.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.147.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.147.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.148.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.148.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.148.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.148.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.148.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.148.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.149.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.149.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.149.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.149.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.149.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.149.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.15.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.15.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.15.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.15.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.15.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.15.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.150.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.150.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.150.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.150.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.150.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.150.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.151.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.151.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.151.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.151.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.151.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.151.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.152.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.152.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.152.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.152.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.152.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.152.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.153.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.153.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.153.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.153.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.153.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.153.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.154.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.154.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.154.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.154.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.154.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.154.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.155.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.155.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.155.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.155.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.155.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.155.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.156.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.156.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.156.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.156.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.156.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.156.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.157.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.157.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.157.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.157.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.157.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.157.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.158.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.158.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.158.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.158.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.158.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.158.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.159.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.159.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.159.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.159.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.159.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.159.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.experts.16.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.16.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.16.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.16.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.16.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.16.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.17.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.17.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.17.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.17.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.17.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.17.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.18.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.18.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.18.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.18.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.18.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.18.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.19.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.19.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.19.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.19.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.19.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.19.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.2.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.2.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.2.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.2.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.2.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.2.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.20.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.20.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.20.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.20.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.20.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.20.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.21.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.21.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.21.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.21.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.21.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.21.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.22.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.22.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.22.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.22.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.22.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.22.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.23.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.23.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.23.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.23.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.23.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.23.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.24.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.24.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.24.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.24.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.24.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.24.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.25.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.25.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.25.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.25.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.25.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.25.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.26.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.26.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.26.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.26.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.26.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.26.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.27.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.27.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.27.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.27.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.27.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.27.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.28.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.28.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.28.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.28.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.28.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.28.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.29.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.29.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.29.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.29.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.29.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.29.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.3.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.3.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.3.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.3.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.3.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.3.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.30.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.30.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.30.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.30.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.30.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.30.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.31.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.31.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.31.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.31.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.31.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.31.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.32.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.32.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.32.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.32.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.32.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.32.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.33.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.33.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.33.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.33.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.33.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.33.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.34.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.34.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.34.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.34.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.34.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.34.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.35.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.35.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.35.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.35.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.35.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.35.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.36.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.36.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.36.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.36.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.36.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.36.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.37.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.37.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.37.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.37.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.37.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.37.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.38.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.38.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.38.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.38.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.38.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.38.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.39.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.39.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.39.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.39.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.39.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.39.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.4.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.4.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.4.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.4.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.4.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.4.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.40.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.40.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.40.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.40.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.40.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.40.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.41.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.41.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.41.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.41.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.41.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.41.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.42.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.42.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.42.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.42.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.42.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.42.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.43.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.43.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.43.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.43.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.43.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.43.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.44.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.44.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.44.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.44.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.44.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.44.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.45.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.45.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.45.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.45.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.45.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.45.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.46.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.46.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.46.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.46.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.46.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.46.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.47.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.47.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.47.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.47.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.47.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.47.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.48.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.48.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.48.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.48.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.48.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.48.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.49.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.49.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.49.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.49.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.49.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.49.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.5.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.5.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.5.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.5.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.5.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.5.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.50.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.50.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.50.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.50.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.50.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.50.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.51.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.51.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.51.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.51.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.51.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.51.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.52.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.52.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.52.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.52.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.52.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.52.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.53.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.53.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.53.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.53.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.53.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.53.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.54.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.54.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.54.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.54.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.54.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.54.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.55.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.55.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.55.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.55.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.55.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.55.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.56.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.56.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.56.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.56.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.56.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.56.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.57.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.57.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.57.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.57.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.57.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.57.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.58.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.58.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.58.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.58.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.58.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.58.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.59.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.59.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.59.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.59.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.59.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.59.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.6.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.6.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.6.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.6.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.6.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.6.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.60.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.60.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.60.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.60.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.60.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.60.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.61.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.61.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.61.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.61.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.61.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.61.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.62.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.62.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.62.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.62.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.62.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.62.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.63.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.63.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.63.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.63.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.63.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.63.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.64.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.64.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.64.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.64.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.64.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.64.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.65.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.65.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.65.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.65.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.65.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.65.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.66.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.66.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.66.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.66.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.66.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.66.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.67.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.67.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.67.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.67.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.67.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.67.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.68.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.68.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.68.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.68.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.68.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.68.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.69.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.69.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.69.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.69.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.69.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.69.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.7.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.7.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.7.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.7.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.7.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.7.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.70.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.70.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.70.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.70.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.70.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.70.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.71.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.71.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.71.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.71.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.71.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.71.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.72.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.72.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.72.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.72.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.72.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.72.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.73.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.73.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.73.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.73.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.73.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.73.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.74.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.74.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.74.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.74.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.74.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.74.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.75.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.75.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.75.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.75.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.75.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.75.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.76.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.76.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.76.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.76.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.76.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.76.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.77.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.77.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.77.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.77.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.77.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.77.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.78.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.78.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.78.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.78.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.78.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.78.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.79.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.79.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.79.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.79.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.79.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.79.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.8.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.8.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.8.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.8.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.8.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.8.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.80.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.80.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.80.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.80.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.80.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.80.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.81.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.81.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.81.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.81.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.81.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.81.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.82.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.82.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.82.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.82.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.82.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.82.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.83.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.83.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.83.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.83.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.83.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.83.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.84.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.84.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.84.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.84.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.84.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.84.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.85.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.85.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.85.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.85.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.85.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.85.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.86.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.86.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.86.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.86.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.86.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.86.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.87.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.87.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.87.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.87.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.87.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.87.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.88.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.88.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.88.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.88.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.88.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.88.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.89.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.89.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.89.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.89.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.89.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.89.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.9.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.9.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.9.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.9.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.9.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.9.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.90.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.90.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.90.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.90.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.90.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.90.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.91.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.91.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.91.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.91.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.91.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.91.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.92.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.92.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.92.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.92.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.92.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.92.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.93.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.93.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.93.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.93.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.93.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.93.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.94.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.94.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.94.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.94.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.94.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.94.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.95.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.95.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.95.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.95.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.95.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.95.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.96.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.96.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.96.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.96.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.96.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.96.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.97.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.97.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.97.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.97.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.97.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.97.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.98.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.98.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.98.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.98.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.98.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.98.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.99.down_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.99.down_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.99.gate_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.99.gate_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.99.up_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.experts.99.up_proj.weight_scale": "model-00003-of-00043.safetensors", + "model.layers.7.mlp.gate.e_score_correction_bias": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.gate.weight": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.shared_experts.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.shared_experts.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.7.mlp.shared_experts.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00004-of-00043.safetensors", + "model.layers.7.self_attn.k_norm.weight": "model-00003-of-00043.safetensors", + "model.layers.7.self_attn.k_proj.bias": "model-00003-of-00043.safetensors", + "model.layers.7.self_attn.k_proj.output_scale": "model-00003-of-00043.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.self_attn.q_norm.weight": "model-00003-of-00043.safetensors", + "model.layers.7.self_attn.q_proj.bias": "model-00003-of-00043.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.7.self_attn.v_proj.bias": "model-00003-of-00043.safetensors", + "model.layers.7.self_attn.v_proj.output_scale": "model-00003-of-00043.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00003-of-00043.safetensors", + "model.layers.70.input_layernorm.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.0.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.0.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.0.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.0.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.0.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.0.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.1.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.1.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.1.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.1.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.1.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.1.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.10.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.10.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.10.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.10.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.10.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.10.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.100.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.100.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.100.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.100.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.100.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.100.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.101.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.101.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.101.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.101.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.101.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.101.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.102.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.102.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.102.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.102.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.102.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.102.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.103.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.103.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.103.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.103.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.103.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.103.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.104.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.104.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.104.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.104.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.104.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.104.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.105.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.105.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.105.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.105.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.105.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.105.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.106.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.106.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.106.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.106.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.106.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.106.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.107.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.107.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.107.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.107.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.107.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.107.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.108.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.108.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.108.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.108.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.108.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.108.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.109.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.109.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.109.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.109.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.109.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.109.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.11.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.11.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.11.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.11.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.11.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.11.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.110.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.110.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.110.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.110.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.110.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.110.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.111.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.111.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.111.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.111.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.111.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.111.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.112.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.112.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.112.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.112.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.112.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.112.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.113.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.113.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.113.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.113.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.113.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.113.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.114.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.114.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.114.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.114.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.114.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.114.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.115.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.115.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.115.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.115.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.115.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.115.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.116.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.116.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.116.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.116.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.116.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.116.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.117.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.117.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.117.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.117.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.117.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.117.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.118.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.118.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.118.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.118.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.118.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.118.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.119.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.119.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.119.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.119.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.119.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.119.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.12.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.12.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.12.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.12.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.12.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.12.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.120.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.120.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.120.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.120.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.120.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.120.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.121.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.121.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.121.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.121.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.121.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.121.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.122.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.122.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.122.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.122.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.122.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.122.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.123.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.123.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.123.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.123.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.123.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.123.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.124.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.124.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.124.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.124.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.124.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.124.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.125.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.125.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.125.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.125.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.125.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.125.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.126.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.126.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.126.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.126.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.126.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.126.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.127.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.127.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.127.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.127.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.127.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.127.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.128.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.128.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.128.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.128.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.128.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.128.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.129.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.129.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.129.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.129.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.129.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.129.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.13.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.13.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.13.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.13.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.13.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.13.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.130.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.130.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.130.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.130.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.130.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.130.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.131.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.131.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.131.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.131.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.131.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.131.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.132.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.132.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.132.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.132.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.132.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.132.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.133.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.133.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.133.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.133.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.133.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.133.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.134.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.134.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.134.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.134.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.134.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.134.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.135.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.135.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.135.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.135.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.135.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.135.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.136.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.136.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.136.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.136.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.136.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.136.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.137.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.137.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.137.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.137.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.137.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.137.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.138.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.138.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.138.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.138.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.138.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.138.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.139.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.139.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.139.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.139.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.139.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.139.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.14.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.14.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.14.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.14.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.14.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.14.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.140.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.140.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.140.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.140.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.140.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.140.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.141.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.141.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.141.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.141.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.141.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.141.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.142.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.142.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.142.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.142.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.142.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.142.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.143.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.143.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.143.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.143.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.143.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.143.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.144.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.144.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.144.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.144.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.144.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.144.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.145.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.145.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.145.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.145.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.145.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.145.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.146.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.146.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.146.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.146.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.146.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.146.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.147.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.147.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.147.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.147.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.147.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.147.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.148.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.148.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.148.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.148.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.148.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.148.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.149.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.149.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.149.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.149.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.149.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.149.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.15.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.15.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.15.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.15.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.15.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.15.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.150.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.150.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.150.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.150.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.150.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.150.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.151.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.151.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.151.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.151.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.151.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.151.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.152.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.152.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.152.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.152.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.152.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.152.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.153.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.153.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.153.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.153.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.153.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.153.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.154.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.154.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.154.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.154.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.154.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.154.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.155.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.155.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.155.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.155.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.155.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.155.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.156.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.156.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.156.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.156.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.156.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.156.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.157.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.157.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.157.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.157.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.157.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.157.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.158.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.158.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.158.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.158.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.158.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.158.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.159.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.159.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.159.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.159.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.159.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.159.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.16.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.16.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.16.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.16.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.16.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.16.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.17.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.17.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.17.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.17.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.17.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.17.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.18.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.18.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.18.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.18.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.18.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.18.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.19.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.19.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.19.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.19.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.19.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.19.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.2.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.2.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.2.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.2.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.2.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.2.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.20.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.20.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.20.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.20.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.20.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.20.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.21.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.21.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.21.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.21.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.21.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.21.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.22.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.22.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.22.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.22.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.22.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.22.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.23.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.23.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.23.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.23.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.23.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.23.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.24.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.24.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.24.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.24.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.24.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.24.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.25.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.25.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.25.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.25.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.25.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.25.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.26.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.26.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.26.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.26.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.26.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.26.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.27.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.27.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.27.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.27.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.27.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.27.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.28.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.28.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.28.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.28.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.28.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.28.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.29.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.29.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.29.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.29.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.29.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.29.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.3.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.3.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.3.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.3.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.3.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.3.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.30.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.30.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.30.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.30.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.30.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.30.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.31.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.31.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.31.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.31.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.31.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.31.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.32.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.32.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.32.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.32.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.32.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.32.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.33.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.33.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.33.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.33.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.33.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.33.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.34.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.34.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.34.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.34.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.34.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.34.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.35.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.35.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.35.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.35.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.35.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.35.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.36.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.36.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.36.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.36.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.36.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.36.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.37.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.37.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.37.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.37.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.37.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.37.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.38.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.38.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.38.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.38.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.38.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.38.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.39.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.39.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.39.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.39.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.39.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.39.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.4.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.4.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.4.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.4.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.4.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.4.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.40.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.40.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.40.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.40.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.40.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.40.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.41.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.41.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.41.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.41.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.41.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.41.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.42.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.42.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.42.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.42.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.42.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.42.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.43.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.43.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.43.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.43.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.43.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.43.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.44.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.44.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.44.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.44.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.44.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.44.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.45.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.45.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.45.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.45.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.45.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.45.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.46.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.46.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.46.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.46.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.46.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.46.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.47.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.47.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.47.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.47.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.47.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.47.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.48.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.48.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.48.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.48.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.48.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.48.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.49.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.49.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.49.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.49.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.49.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.49.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.5.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.5.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.5.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.5.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.5.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.5.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.50.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.50.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.50.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.50.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.50.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.50.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.51.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.51.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.51.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.51.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.51.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.51.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.52.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.52.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.52.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.52.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.52.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.52.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.53.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.53.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.53.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.53.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.53.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.53.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.54.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.54.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.54.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.54.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.54.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.54.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.55.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.55.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.55.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.55.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.55.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.55.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.56.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.56.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.56.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.56.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.56.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.56.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.57.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.57.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.57.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.57.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.57.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.57.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.58.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.58.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.58.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.58.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.58.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.58.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.59.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.59.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.59.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.59.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.59.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.59.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.6.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.6.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.6.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.6.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.6.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.6.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.60.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.60.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.60.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.60.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.60.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.60.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.61.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.61.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.61.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.61.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.61.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.61.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.62.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.62.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.62.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.62.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.62.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.62.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.63.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.63.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.63.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.63.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.63.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.63.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.64.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.64.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.64.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.64.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.64.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.64.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.65.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.65.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.65.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.65.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.65.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.65.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.66.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.66.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.66.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.66.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.66.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.66.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.67.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.67.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.67.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.67.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.67.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.67.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.68.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.68.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.68.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.68.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.68.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.68.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.69.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.69.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.69.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.69.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.69.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.69.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.7.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.7.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.7.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.7.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.7.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.7.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.70.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.70.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.70.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.70.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.70.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.70.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.71.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.71.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.71.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.71.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.71.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.71.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.72.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.72.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.72.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.72.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.72.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.72.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.73.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.73.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.73.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.73.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.73.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.73.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.74.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.74.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.74.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.74.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.74.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.74.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.75.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.75.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.75.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.75.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.75.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.75.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.76.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.76.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.76.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.76.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.76.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.76.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.77.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.77.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.77.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.77.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.77.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.77.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.78.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.78.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.78.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.78.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.78.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.78.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.79.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.79.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.79.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.79.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.79.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.79.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.8.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.8.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.8.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.8.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.8.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.8.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.80.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.80.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.80.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.80.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.80.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.80.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.81.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.81.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.81.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.81.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.81.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.81.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.82.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.82.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.82.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.82.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.82.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.82.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.83.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.83.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.83.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.83.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.83.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.83.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.84.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.84.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.84.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.84.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.84.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.84.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.85.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.85.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.85.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.85.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.85.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.85.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.86.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.86.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.86.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.86.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.86.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.86.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.87.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.87.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.87.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.87.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.87.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.87.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.88.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.88.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.88.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.88.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.88.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.88.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.89.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.89.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.89.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.89.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.89.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.89.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.9.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.9.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.9.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.9.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.9.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.9.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.90.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.90.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.90.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.90.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.90.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.90.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.91.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.91.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.91.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.91.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.91.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.91.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.92.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.92.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.92.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.92.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.92.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.92.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.93.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.93.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.93.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.93.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.93.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.93.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.94.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.94.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.94.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.94.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.94.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.94.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.95.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.95.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.95.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.95.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.95.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.95.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.96.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.96.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.96.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.96.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.96.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.96.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.97.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.97.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.97.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.97.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.97.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.97.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.98.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.98.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.98.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.98.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.98.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.98.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.99.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.99.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.99.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.99.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.99.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.experts.99.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.gate.e_score_correction_bias": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.gate.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.shared_experts.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.shared_experts.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.mlp.shared_experts.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.post_attention_layernorm.weight": "model-00033-of-00043.safetensors", + "model.layers.70.self_attn.k_norm.weight": "model-00033-of-00043.safetensors", + "model.layers.70.self_attn.k_proj.bias": "model-00032-of-00043.safetensors", + "model.layers.70.self_attn.k_proj.output_scale": "model-00032-of-00043.safetensors", + "model.layers.70.self_attn.k_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.70.self_attn.o_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.70.self_attn.q_norm.weight": "model-00033-of-00043.safetensors", + "model.layers.70.self_attn.q_proj.bias": "model-00032-of-00043.safetensors", + "model.layers.70.self_attn.q_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.70.self_attn.v_proj.bias": "model-00032-of-00043.safetensors", + "model.layers.70.self_attn.v_proj.output_scale": "model-00032-of-00043.safetensors", + "model.layers.70.self_attn.v_proj.weight": "model-00032-of-00043.safetensors", + "model.layers.71.input_layernorm.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.0.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.0.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.0.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.0.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.0.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.0.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.1.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.1.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.1.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.1.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.1.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.1.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.10.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.10.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.10.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.10.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.10.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.10.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.100.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.100.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.100.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.100.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.100.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.100.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.101.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.101.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.101.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.101.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.101.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.101.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.102.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.102.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.102.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.102.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.102.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.102.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.103.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.103.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.103.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.103.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.103.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.103.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.104.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.104.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.104.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.104.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.104.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.104.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.105.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.105.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.105.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.105.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.105.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.105.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.106.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.106.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.106.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.106.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.106.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.106.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.107.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.107.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.107.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.107.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.107.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.107.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.108.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.108.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.108.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.108.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.108.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.108.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.109.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.109.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.109.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.109.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.109.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.109.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.11.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.11.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.11.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.11.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.11.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.11.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.110.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.110.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.110.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.110.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.110.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.110.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.111.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.111.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.111.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.111.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.111.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.111.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.112.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.112.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.112.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.112.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.112.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.112.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.113.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.113.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.113.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.113.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.113.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.113.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.114.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.114.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.114.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.114.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.114.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.114.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.115.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.115.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.115.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.115.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.115.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.115.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.116.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.116.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.116.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.116.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.116.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.116.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.117.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.117.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.117.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.117.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.117.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.117.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.118.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.118.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.118.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.118.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.118.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.118.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.119.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.119.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.119.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.119.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.119.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.119.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.12.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.12.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.12.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.12.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.12.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.12.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.120.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.120.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.120.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.120.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.120.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.120.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.121.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.121.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.121.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.121.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.121.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.121.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.122.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.122.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.122.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.122.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.122.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.122.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.123.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.123.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.123.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.123.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.123.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.123.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.124.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.124.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.124.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.124.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.124.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.124.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.125.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.125.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.125.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.125.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.125.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.125.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.126.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.126.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.126.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.126.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.126.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.126.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.127.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.127.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.127.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.127.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.127.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.127.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.128.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.128.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.128.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.128.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.128.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.128.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.129.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.129.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.129.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.129.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.129.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.129.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.13.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.13.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.13.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.13.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.13.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.13.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.130.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.130.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.130.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.130.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.130.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.130.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.131.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.131.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.131.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.131.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.131.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.131.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.132.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.132.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.132.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.132.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.132.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.132.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.133.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.133.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.133.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.133.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.133.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.133.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.134.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.134.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.134.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.134.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.134.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.134.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.135.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.135.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.135.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.135.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.135.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.135.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.136.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.136.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.136.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.136.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.136.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.136.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.137.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.137.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.137.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.137.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.137.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.137.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.138.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.138.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.138.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.138.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.138.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.138.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.139.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.139.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.139.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.139.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.139.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.139.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.14.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.14.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.14.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.14.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.14.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.14.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.140.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.140.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.140.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.140.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.140.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.140.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.141.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.141.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.141.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.141.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.141.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.141.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.142.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.142.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.142.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.142.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.142.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.142.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.143.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.143.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.143.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.143.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.143.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.143.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.144.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.144.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.144.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.144.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.144.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.144.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.145.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.145.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.145.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.145.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.145.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.145.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.146.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.146.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.146.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.146.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.146.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.146.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.147.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.147.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.147.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.147.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.147.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.147.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.148.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.148.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.148.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.148.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.148.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.148.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.149.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.149.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.149.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.149.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.149.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.149.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.15.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.15.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.15.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.15.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.15.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.15.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.150.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.150.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.150.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.150.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.150.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.150.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.151.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.151.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.151.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.151.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.151.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.151.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.152.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.152.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.152.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.152.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.152.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.152.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.153.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.153.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.153.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.153.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.153.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.153.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.154.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.154.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.154.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.154.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.154.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.154.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.155.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.155.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.155.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.155.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.155.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.155.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.156.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.156.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.156.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.156.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.156.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.156.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.157.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.157.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.157.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.157.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.157.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.157.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.158.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.158.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.158.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.158.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.158.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.158.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.159.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.159.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.159.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.159.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.159.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.159.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.16.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.16.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.16.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.16.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.16.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.16.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.17.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.17.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.17.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.17.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.17.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.17.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.18.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.18.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.18.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.18.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.18.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.18.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.19.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.19.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.19.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.19.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.19.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.19.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.2.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.2.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.2.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.2.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.2.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.2.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.20.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.20.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.20.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.20.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.20.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.20.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.21.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.21.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.21.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.21.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.21.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.21.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.22.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.22.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.22.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.22.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.22.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.22.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.23.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.23.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.23.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.23.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.23.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.23.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.24.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.24.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.24.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.24.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.24.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.24.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.25.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.25.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.25.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.25.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.25.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.25.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.26.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.26.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.26.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.26.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.26.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.26.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.27.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.27.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.27.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.27.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.27.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.27.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.28.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.28.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.28.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.28.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.28.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.28.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.29.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.29.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.29.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.29.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.29.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.29.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.3.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.3.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.3.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.3.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.3.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.3.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.30.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.30.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.30.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.30.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.30.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.30.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.31.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.31.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.31.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.31.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.31.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.31.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.32.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.32.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.32.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.32.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.32.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.32.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.33.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.33.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.33.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.33.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.33.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.33.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.34.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.34.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.34.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.34.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.34.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.34.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.35.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.35.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.35.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.35.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.35.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.35.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.36.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.36.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.36.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.36.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.36.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.36.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.37.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.37.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.37.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.37.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.37.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.37.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.38.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.38.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.38.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.38.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.38.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.38.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.39.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.39.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.39.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.39.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.39.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.39.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.4.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.4.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.4.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.4.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.4.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.4.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.40.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.40.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.40.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.40.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.40.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.40.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.41.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.41.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.41.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.41.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.41.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.41.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.42.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.42.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.42.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.42.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.42.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.42.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.43.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.43.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.43.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.43.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.43.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.43.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.44.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.44.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.44.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.44.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.44.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.44.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.45.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.45.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.45.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.45.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.45.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.45.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.46.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.46.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.46.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.46.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.46.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.46.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.47.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.47.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.47.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.47.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.47.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.47.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.48.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.48.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.48.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.48.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.48.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.48.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.49.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.49.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.49.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.49.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.49.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.49.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.5.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.5.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.5.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.5.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.5.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.5.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.50.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.50.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.50.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.50.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.50.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.50.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.51.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.51.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.51.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.51.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.51.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.51.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.52.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.52.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.52.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.52.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.52.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.52.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.53.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.53.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.53.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.53.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.53.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.53.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.54.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.54.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.54.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.54.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.54.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.54.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.55.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.55.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.55.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.55.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.55.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.55.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.56.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.56.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.56.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.56.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.56.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.56.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.57.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.57.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.57.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.57.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.57.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.57.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.58.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.58.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.58.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.58.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.58.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.58.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.59.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.59.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.59.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.59.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.59.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.59.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.6.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.6.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.6.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.6.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.6.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.6.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.60.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.60.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.60.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.60.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.60.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.60.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.61.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.61.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.61.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.61.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.61.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.61.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.62.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.62.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.62.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.62.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.62.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.62.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.63.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.63.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.63.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.63.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.63.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.63.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.64.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.64.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.64.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.64.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.64.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.64.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.65.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.65.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.65.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.65.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.65.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.65.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.66.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.66.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.66.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.66.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.66.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.66.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.67.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.67.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.67.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.67.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.67.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.67.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.68.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.68.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.68.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.68.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.68.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.68.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.69.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.69.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.69.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.69.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.69.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.69.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.7.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.7.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.7.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.7.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.7.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.7.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.70.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.70.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.70.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.70.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.70.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.70.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.71.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.71.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.71.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.71.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.71.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.71.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.72.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.72.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.72.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.72.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.72.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.72.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.73.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.73.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.73.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.73.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.73.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.73.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.74.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.74.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.74.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.74.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.74.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.74.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.75.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.75.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.75.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.75.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.75.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.75.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.76.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.76.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.76.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.76.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.76.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.76.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.77.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.77.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.77.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.77.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.77.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.77.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.78.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.78.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.78.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.78.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.78.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.78.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.79.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.79.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.79.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.79.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.79.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.79.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.8.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.8.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.8.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.8.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.8.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.8.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.80.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.80.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.80.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.80.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.80.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.80.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.81.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.81.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.81.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.81.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.81.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.81.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.82.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.82.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.82.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.82.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.82.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.82.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.83.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.83.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.83.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.83.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.83.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.83.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.84.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.84.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.84.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.84.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.84.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.84.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.85.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.85.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.85.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.85.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.85.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.85.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.86.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.86.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.86.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.86.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.86.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.86.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.87.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.87.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.87.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.87.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.87.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.87.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.88.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.88.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.88.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.88.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.88.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.88.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.89.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.89.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.89.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.89.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.89.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.89.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.9.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.9.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.9.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.9.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.9.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.9.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.90.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.90.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.90.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.90.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.90.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.90.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.91.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.91.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.91.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.91.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.91.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.91.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.92.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.92.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.92.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.92.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.92.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.92.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.93.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.93.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.93.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.93.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.93.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.93.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.94.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.94.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.94.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.94.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.94.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.94.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.95.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.95.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.95.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.95.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.95.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.95.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.96.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.96.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.96.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.96.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.96.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.96.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.97.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.97.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.97.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.97.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.97.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.97.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.98.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.98.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.98.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.98.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.98.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.98.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.99.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.99.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.99.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.99.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.99.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.experts.99.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.gate.e_score_correction_bias": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.gate.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.shared_experts.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.shared_experts.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.mlp.shared_experts.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.post_attention_layernorm.weight": "model-00033-of-00043.safetensors", + "model.layers.71.self_attn.k_norm.weight": "model-00033-of-00043.safetensors", + "model.layers.71.self_attn.k_proj.bias": "model-00033-of-00043.safetensors", + "model.layers.71.self_attn.k_proj.output_scale": "model-00033-of-00043.safetensors", + "model.layers.71.self_attn.k_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.self_attn.o_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.self_attn.q_norm.weight": "model-00033-of-00043.safetensors", + "model.layers.71.self_attn.q_proj.bias": "model-00033-of-00043.safetensors", + "model.layers.71.self_attn.q_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.71.self_attn.v_proj.bias": "model-00033-of-00043.safetensors", + "model.layers.71.self_attn.v_proj.output_scale": "model-00033-of-00043.safetensors", + "model.layers.71.self_attn.v_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.input_layernorm.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.0.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.0.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.0.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.0.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.0.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.0.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.1.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.1.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.1.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.1.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.1.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.1.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.10.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.10.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.10.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.10.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.10.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.10.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.100.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.100.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.100.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.100.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.100.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.100.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.101.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.101.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.101.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.101.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.101.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.101.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.102.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.102.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.102.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.102.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.102.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.102.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.103.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.103.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.103.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.103.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.103.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.103.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.104.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.104.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.104.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.104.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.104.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.104.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.105.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.105.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.105.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.105.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.105.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.105.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.106.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.106.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.106.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.106.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.106.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.106.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.107.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.107.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.107.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.107.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.107.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.107.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.108.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.108.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.108.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.108.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.108.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.108.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.109.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.109.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.109.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.109.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.109.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.109.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.11.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.11.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.11.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.11.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.11.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.11.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.110.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.110.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.110.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.110.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.110.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.110.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.111.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.111.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.111.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.111.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.111.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.111.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.112.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.112.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.112.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.112.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.112.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.112.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.113.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.113.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.113.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.113.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.113.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.113.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.114.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.114.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.114.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.114.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.114.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.114.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.115.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.115.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.115.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.115.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.115.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.115.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.116.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.116.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.116.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.116.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.116.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.116.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.117.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.117.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.117.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.117.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.117.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.117.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.118.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.118.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.118.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.118.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.118.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.118.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.119.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.119.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.119.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.119.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.119.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.119.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.12.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.12.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.12.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.12.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.12.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.12.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.120.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.120.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.120.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.120.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.120.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.120.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.121.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.121.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.121.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.121.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.121.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.121.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.122.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.122.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.122.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.122.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.122.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.122.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.123.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.123.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.123.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.123.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.123.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.123.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.124.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.124.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.124.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.124.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.124.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.124.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.125.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.125.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.125.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.125.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.125.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.125.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.126.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.126.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.126.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.126.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.126.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.126.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.127.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.127.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.127.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.127.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.127.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.127.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.128.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.128.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.128.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.128.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.128.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.128.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.129.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.129.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.129.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.129.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.129.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.129.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.13.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.13.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.13.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.13.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.13.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.13.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.130.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.130.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.130.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.130.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.130.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.130.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.131.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.131.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.131.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.131.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.131.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.131.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.132.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.132.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.132.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.132.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.132.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.132.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.133.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.133.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.133.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.133.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.133.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.133.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.134.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.134.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.134.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.134.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.134.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.134.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.135.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.135.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.135.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.135.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.135.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.135.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.136.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.136.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.136.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.136.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.136.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.136.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.137.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.137.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.137.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.137.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.137.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.137.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.138.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.138.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.138.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.138.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.138.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.138.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.139.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.139.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.139.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.139.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.139.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.139.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.14.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.14.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.14.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.14.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.14.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.14.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.140.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.140.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.140.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.140.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.140.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.140.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.141.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.141.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.141.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.141.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.141.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.141.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.142.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.142.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.142.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.142.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.142.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.142.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.143.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.143.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.143.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.143.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.143.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.143.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.144.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.144.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.144.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.144.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.144.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.144.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.145.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.145.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.145.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.145.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.145.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.145.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.146.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.146.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.146.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.146.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.146.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.146.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.147.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.147.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.147.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.147.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.147.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.147.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.148.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.148.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.148.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.148.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.148.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.148.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.149.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.149.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.149.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.149.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.149.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.149.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.15.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.15.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.15.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.15.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.15.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.15.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.150.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.150.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.150.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.150.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.150.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.150.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.151.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.151.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.151.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.151.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.151.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.151.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.152.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.152.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.152.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.152.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.152.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.152.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.153.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.153.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.153.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.153.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.153.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.153.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.154.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.154.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.154.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.154.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.154.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.154.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.155.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.155.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.155.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.155.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.155.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.155.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.156.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.156.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.156.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.156.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.156.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.156.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.157.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.157.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.157.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.157.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.157.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.157.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.158.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.158.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.158.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.158.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.158.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.158.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.159.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.159.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.159.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.159.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.159.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.159.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.16.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.16.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.16.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.16.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.16.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.16.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.17.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.17.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.17.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.17.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.17.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.17.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.18.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.18.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.18.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.18.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.18.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.18.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.19.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.19.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.19.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.19.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.19.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.19.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.2.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.2.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.2.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.2.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.2.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.2.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.20.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.20.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.20.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.20.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.20.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.20.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.21.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.21.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.21.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.21.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.21.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.21.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.22.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.22.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.22.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.22.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.22.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.22.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.23.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.23.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.23.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.23.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.23.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.23.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.24.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.24.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.24.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.24.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.24.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.24.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.25.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.25.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.25.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.25.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.25.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.25.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.26.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.26.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.26.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.26.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.26.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.26.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.27.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.27.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.27.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.27.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.27.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.27.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.28.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.28.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.28.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.28.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.28.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.28.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.29.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.29.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.29.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.29.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.29.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.29.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.3.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.3.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.3.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.3.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.3.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.3.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.30.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.30.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.30.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.30.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.30.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.30.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.31.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.31.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.31.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.31.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.31.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.31.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.32.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.32.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.32.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.32.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.32.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.32.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.33.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.33.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.33.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.33.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.33.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.33.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.34.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.34.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.34.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.34.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.34.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.34.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.35.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.35.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.35.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.35.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.35.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.35.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.36.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.36.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.36.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.36.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.36.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.36.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.37.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.37.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.37.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.37.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.37.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.37.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.38.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.38.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.38.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.38.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.38.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.38.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.39.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.39.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.39.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.39.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.39.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.39.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.4.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.4.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.4.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.4.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.4.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.4.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.40.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.40.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.40.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.40.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.40.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.40.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.41.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.41.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.41.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.41.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.41.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.41.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.42.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.42.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.42.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.42.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.42.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.42.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.43.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.43.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.43.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.43.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.43.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.43.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.44.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.44.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.44.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.44.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.44.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.44.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.45.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.45.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.45.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.45.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.45.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.45.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.46.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.46.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.46.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.46.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.46.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.46.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.47.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.47.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.47.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.47.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.47.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.47.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.48.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.48.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.48.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.48.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.48.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.48.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.49.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.49.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.49.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.49.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.49.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.49.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.5.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.5.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.5.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.5.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.5.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.5.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.50.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.50.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.50.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.50.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.50.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.50.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.51.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.51.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.51.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.51.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.51.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.51.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.52.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.52.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.52.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.52.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.52.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.52.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.53.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.53.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.53.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.53.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.53.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.53.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.54.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.54.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.54.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.54.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.54.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.54.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.55.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.55.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.55.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.55.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.55.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.55.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.56.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.56.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.56.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.56.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.56.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.56.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.57.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.57.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.57.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.57.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.57.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.57.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.58.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.58.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.58.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.58.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.58.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.58.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.59.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.59.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.59.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.59.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.59.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.59.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.6.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.6.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.6.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.6.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.6.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.6.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.60.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.60.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.60.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.60.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.60.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.60.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.61.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.61.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.61.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.61.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.61.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.61.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.62.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.62.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.62.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.62.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.62.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.62.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.63.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.63.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.63.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.63.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.63.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.63.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.64.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.64.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.64.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.64.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.64.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.64.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.65.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.65.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.65.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.65.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.65.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.65.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.66.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.66.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.66.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.66.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.66.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.66.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.67.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.67.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.67.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.67.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.67.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.67.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.68.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.68.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.68.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.68.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.68.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.68.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.69.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.69.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.69.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.69.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.69.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.69.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.7.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.7.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.7.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.7.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.7.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.7.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.70.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.70.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.70.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.70.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.70.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.70.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.71.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.71.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.71.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.71.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.71.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.71.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.72.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.72.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.72.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.72.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.72.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.72.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.73.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.73.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.73.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.73.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.73.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.73.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.74.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.74.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.74.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.74.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.74.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.74.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.75.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.75.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.75.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.75.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.75.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.75.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.76.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.76.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.76.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.76.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.76.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.76.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.77.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.77.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.77.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.77.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.77.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.77.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.78.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.78.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.78.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.78.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.78.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.78.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.79.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.79.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.79.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.79.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.79.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.79.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.8.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.8.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.8.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.8.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.8.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.8.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.80.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.80.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.80.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.80.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.80.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.80.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.81.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.81.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.81.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.81.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.81.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.81.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.82.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.82.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.82.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.82.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.82.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.82.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.83.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.83.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.83.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.83.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.83.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.83.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.84.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.84.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.84.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.84.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.84.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.84.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.85.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.85.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.85.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.85.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.85.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.85.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.86.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.86.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.86.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.86.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.86.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.86.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.87.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.87.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.87.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.87.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.87.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.87.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.88.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.88.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.88.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.88.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.88.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.88.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.89.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.89.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.89.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.89.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.89.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.89.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.9.down_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.9.down_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.9.gate_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.9.gate_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.9.up_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.9.up_proj.weight_scale": "model-00033-of-00043.safetensors", + "model.layers.72.mlp.experts.90.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.90.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.90.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.90.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.90.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.90.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.91.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.91.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.91.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.91.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.91.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.91.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.92.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.92.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.92.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.92.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.92.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.92.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.93.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.93.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.93.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.93.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.93.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.93.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.94.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.94.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.94.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.94.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.94.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.94.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.95.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.95.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.95.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.95.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.95.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.95.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.96.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.96.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.96.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.96.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.96.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.96.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.97.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.97.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.97.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.97.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.97.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.97.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.98.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.98.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.98.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.98.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.98.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.98.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.99.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.99.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.99.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.99.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.99.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.experts.99.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.gate.e_score_correction_bias": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.gate.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.shared_experts.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.shared_experts.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.mlp.shared_experts.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.72.post_attention_layernorm.weight": "model-00034-of-00043.safetensors", + "model.layers.72.self_attn.k_norm.weight": "model-00033-of-00043.safetensors", + "model.layers.72.self_attn.k_proj.bias": "model-00033-of-00043.safetensors", + "model.layers.72.self_attn.k_proj.output_scale": "model-00033-of-00043.safetensors", + "model.layers.72.self_attn.k_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.self_attn.o_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.self_attn.q_norm.weight": "model-00033-of-00043.safetensors", + "model.layers.72.self_attn.q_proj.bias": "model-00033-of-00043.safetensors", + "model.layers.72.self_attn.q_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.72.self_attn.v_proj.bias": "model-00033-of-00043.safetensors", + "model.layers.72.self_attn.v_proj.output_scale": "model-00033-of-00043.safetensors", + "model.layers.72.self_attn.v_proj.weight": "model-00033-of-00043.safetensors", + "model.layers.73.input_layernorm.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.0.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.0.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.0.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.0.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.0.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.0.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.1.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.1.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.1.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.1.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.1.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.1.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.10.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.10.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.10.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.10.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.10.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.10.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.100.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.100.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.100.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.100.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.100.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.100.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.101.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.101.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.101.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.101.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.101.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.101.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.102.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.102.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.102.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.102.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.102.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.102.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.103.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.103.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.103.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.103.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.103.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.103.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.104.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.104.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.104.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.104.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.104.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.104.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.105.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.105.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.105.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.105.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.105.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.105.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.106.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.106.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.106.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.106.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.106.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.106.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.107.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.107.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.107.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.107.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.107.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.107.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.108.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.108.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.108.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.108.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.108.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.108.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.109.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.109.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.109.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.109.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.109.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.109.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.11.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.11.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.11.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.11.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.11.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.11.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.110.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.110.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.110.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.110.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.110.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.110.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.111.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.111.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.111.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.111.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.111.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.111.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.112.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.112.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.112.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.112.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.112.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.112.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.113.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.113.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.113.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.113.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.113.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.113.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.114.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.114.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.114.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.114.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.114.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.114.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.115.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.115.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.115.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.115.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.115.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.115.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.116.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.116.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.116.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.116.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.116.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.116.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.117.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.117.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.117.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.117.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.117.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.117.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.118.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.118.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.118.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.118.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.118.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.118.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.119.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.119.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.119.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.119.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.119.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.119.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.12.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.12.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.12.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.12.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.12.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.12.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.120.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.120.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.120.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.120.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.120.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.120.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.121.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.121.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.121.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.121.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.121.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.121.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.122.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.122.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.122.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.122.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.122.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.122.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.123.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.123.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.123.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.123.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.123.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.123.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.124.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.124.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.124.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.124.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.124.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.124.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.125.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.125.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.125.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.125.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.125.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.125.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.126.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.126.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.126.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.126.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.126.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.126.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.127.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.127.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.127.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.127.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.127.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.127.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.128.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.128.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.128.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.128.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.128.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.128.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.129.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.129.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.129.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.129.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.129.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.129.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.13.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.13.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.13.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.13.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.13.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.13.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.130.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.130.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.130.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.130.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.130.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.130.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.131.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.131.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.131.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.131.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.131.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.131.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.132.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.132.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.132.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.132.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.132.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.132.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.133.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.133.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.133.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.133.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.133.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.133.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.134.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.134.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.134.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.134.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.134.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.134.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.135.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.135.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.135.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.135.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.135.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.135.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.136.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.136.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.136.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.136.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.136.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.136.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.137.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.137.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.137.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.137.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.137.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.137.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.138.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.138.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.138.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.138.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.138.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.138.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.139.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.139.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.139.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.139.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.139.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.139.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.14.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.14.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.14.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.14.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.14.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.14.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.140.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.140.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.140.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.140.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.140.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.140.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.141.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.141.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.141.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.141.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.141.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.141.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.142.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.142.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.142.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.142.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.142.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.142.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.143.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.143.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.143.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.143.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.143.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.143.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.144.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.144.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.144.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.144.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.144.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.144.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.145.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.145.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.145.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.145.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.145.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.145.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.146.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.146.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.146.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.146.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.146.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.146.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.147.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.147.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.147.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.147.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.147.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.147.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.148.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.148.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.148.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.148.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.148.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.148.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.149.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.149.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.149.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.149.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.149.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.149.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.15.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.15.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.15.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.15.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.15.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.15.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.150.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.150.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.150.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.150.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.150.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.150.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.151.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.151.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.151.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.151.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.151.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.151.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.152.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.152.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.152.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.152.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.152.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.152.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.153.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.153.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.153.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.153.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.153.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.153.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.154.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.154.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.154.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.154.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.154.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.154.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.155.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.155.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.155.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.155.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.155.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.155.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.156.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.156.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.156.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.156.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.156.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.156.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.157.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.157.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.157.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.157.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.157.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.157.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.158.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.158.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.158.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.158.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.158.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.158.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.159.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.159.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.159.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.159.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.159.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.159.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.16.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.16.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.16.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.16.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.16.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.16.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.17.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.17.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.17.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.17.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.17.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.17.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.18.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.18.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.18.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.18.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.18.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.18.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.19.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.19.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.19.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.19.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.19.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.19.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.2.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.2.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.2.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.2.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.2.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.2.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.20.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.20.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.20.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.20.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.20.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.20.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.21.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.21.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.21.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.21.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.21.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.21.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.22.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.22.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.22.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.22.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.22.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.22.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.23.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.23.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.23.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.23.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.23.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.23.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.24.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.24.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.24.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.24.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.24.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.24.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.25.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.25.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.25.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.25.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.25.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.25.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.26.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.26.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.26.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.26.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.26.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.26.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.27.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.27.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.27.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.27.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.27.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.27.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.28.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.28.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.28.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.28.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.28.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.28.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.29.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.29.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.29.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.29.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.29.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.29.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.3.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.3.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.3.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.3.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.3.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.3.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.30.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.30.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.30.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.30.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.30.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.30.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.31.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.31.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.31.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.31.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.31.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.31.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.32.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.32.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.32.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.32.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.32.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.32.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.33.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.33.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.33.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.33.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.33.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.33.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.34.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.34.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.34.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.34.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.34.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.34.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.35.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.35.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.35.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.35.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.35.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.35.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.36.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.36.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.36.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.36.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.36.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.36.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.37.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.37.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.37.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.37.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.37.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.37.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.38.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.38.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.38.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.38.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.38.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.38.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.39.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.39.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.39.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.39.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.39.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.39.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.4.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.4.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.4.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.4.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.4.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.4.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.40.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.40.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.40.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.40.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.40.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.40.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.41.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.41.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.41.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.41.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.41.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.41.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.42.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.42.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.42.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.42.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.42.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.42.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.43.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.43.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.43.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.43.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.43.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.43.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.44.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.44.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.44.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.44.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.44.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.44.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.45.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.45.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.45.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.45.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.45.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.45.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.46.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.46.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.46.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.46.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.46.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.46.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.47.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.47.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.47.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.47.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.47.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.47.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.48.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.48.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.48.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.48.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.48.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.48.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.49.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.49.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.49.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.49.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.49.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.49.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.5.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.5.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.5.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.5.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.5.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.5.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.50.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.50.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.50.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.50.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.50.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.50.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.51.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.51.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.51.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.51.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.51.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.51.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.52.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.52.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.52.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.52.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.52.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.52.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.53.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.53.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.53.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.53.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.53.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.53.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.54.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.54.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.54.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.54.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.54.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.54.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.55.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.55.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.55.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.55.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.55.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.55.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.56.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.56.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.56.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.56.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.56.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.56.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.57.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.57.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.57.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.57.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.57.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.57.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.58.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.58.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.58.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.58.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.58.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.58.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.59.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.59.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.59.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.59.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.59.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.59.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.6.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.6.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.6.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.6.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.6.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.6.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.60.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.60.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.60.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.60.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.60.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.60.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.61.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.61.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.61.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.61.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.61.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.61.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.62.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.62.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.62.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.62.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.62.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.62.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.63.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.63.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.63.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.63.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.63.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.63.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.64.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.64.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.64.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.64.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.64.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.64.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.65.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.65.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.65.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.65.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.65.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.65.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.66.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.66.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.66.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.66.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.66.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.66.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.67.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.67.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.67.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.67.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.67.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.67.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.68.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.68.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.68.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.68.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.68.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.68.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.69.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.69.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.69.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.69.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.69.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.69.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.7.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.7.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.7.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.7.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.7.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.7.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.70.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.70.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.70.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.70.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.70.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.70.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.71.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.71.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.71.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.71.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.71.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.71.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.72.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.72.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.72.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.72.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.72.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.72.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.73.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.73.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.73.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.73.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.73.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.73.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.74.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.74.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.74.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.74.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.74.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.74.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.75.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.75.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.75.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.75.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.75.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.75.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.76.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.76.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.76.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.76.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.76.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.76.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.77.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.77.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.77.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.77.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.77.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.77.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.78.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.78.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.78.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.78.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.78.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.78.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.79.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.79.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.79.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.79.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.79.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.79.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.8.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.8.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.8.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.8.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.8.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.8.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.80.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.80.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.80.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.80.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.80.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.80.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.81.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.81.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.81.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.81.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.81.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.81.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.82.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.82.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.82.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.82.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.82.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.82.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.83.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.83.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.83.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.83.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.83.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.83.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.84.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.84.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.84.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.84.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.84.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.84.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.85.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.85.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.85.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.85.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.85.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.85.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.86.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.86.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.86.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.86.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.86.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.86.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.87.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.87.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.87.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.87.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.87.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.87.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.88.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.88.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.88.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.88.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.88.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.88.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.89.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.89.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.89.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.89.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.89.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.89.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.9.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.9.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.9.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.9.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.9.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.9.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.90.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.90.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.90.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.90.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.90.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.90.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.91.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.91.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.91.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.91.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.91.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.91.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.92.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.92.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.92.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.92.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.92.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.92.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.93.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.93.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.93.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.93.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.93.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.93.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.94.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.94.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.94.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.94.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.94.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.94.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.95.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.95.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.95.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.95.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.95.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.95.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.96.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.96.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.96.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.96.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.96.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.96.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.97.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.97.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.97.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.97.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.97.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.97.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.98.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.98.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.98.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.98.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.98.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.98.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.99.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.99.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.99.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.99.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.99.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.experts.99.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.gate.e_score_correction_bias": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.gate.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.shared_experts.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.shared_experts.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.mlp.shared_experts.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.post_attention_layernorm.weight": "model-00034-of-00043.safetensors", + "model.layers.73.self_attn.k_norm.weight": "model-00034-of-00043.safetensors", + "model.layers.73.self_attn.k_proj.bias": "model-00034-of-00043.safetensors", + "model.layers.73.self_attn.k_proj.output_scale": "model-00034-of-00043.safetensors", + "model.layers.73.self_attn.k_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.self_attn.o_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.self_attn.q_norm.weight": "model-00034-of-00043.safetensors", + "model.layers.73.self_attn.q_proj.bias": "model-00034-of-00043.safetensors", + "model.layers.73.self_attn.q_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.73.self_attn.v_proj.bias": "model-00034-of-00043.safetensors", + "model.layers.73.self_attn.v_proj.output_scale": "model-00034-of-00043.safetensors", + "model.layers.73.self_attn.v_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.input_layernorm.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.0.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.0.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.0.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.0.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.0.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.0.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.1.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.1.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.1.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.1.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.1.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.1.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.10.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.10.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.10.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.10.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.10.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.10.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.100.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.100.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.100.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.100.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.100.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.100.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.101.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.101.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.101.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.101.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.101.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.101.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.102.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.102.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.102.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.102.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.102.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.102.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.103.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.103.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.103.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.103.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.103.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.103.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.104.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.104.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.104.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.104.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.104.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.104.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.105.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.105.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.105.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.105.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.105.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.105.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.106.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.106.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.106.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.106.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.106.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.106.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.107.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.107.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.107.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.107.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.107.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.107.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.108.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.108.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.108.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.108.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.108.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.108.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.109.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.109.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.109.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.109.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.109.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.109.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.11.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.11.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.11.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.11.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.11.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.11.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.110.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.110.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.110.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.110.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.110.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.110.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.111.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.111.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.111.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.111.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.111.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.111.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.112.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.112.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.112.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.112.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.112.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.112.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.113.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.113.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.113.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.113.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.113.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.113.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.114.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.114.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.114.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.114.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.114.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.114.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.115.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.115.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.115.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.115.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.115.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.115.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.116.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.116.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.116.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.116.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.116.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.116.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.117.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.117.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.117.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.117.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.117.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.117.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.118.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.118.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.118.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.118.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.118.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.118.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.119.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.119.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.119.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.119.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.119.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.119.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.12.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.12.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.12.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.12.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.12.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.12.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.120.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.120.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.120.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.120.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.120.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.120.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.121.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.121.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.121.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.121.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.121.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.121.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.122.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.122.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.122.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.122.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.122.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.122.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.123.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.123.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.123.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.123.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.123.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.123.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.124.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.124.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.124.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.124.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.124.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.124.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.125.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.125.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.125.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.125.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.125.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.125.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.126.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.126.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.126.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.126.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.126.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.126.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.127.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.127.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.127.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.127.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.127.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.127.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.128.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.128.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.128.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.128.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.128.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.128.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.129.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.129.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.129.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.129.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.129.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.129.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.13.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.13.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.13.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.13.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.13.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.13.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.130.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.130.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.130.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.130.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.130.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.130.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.131.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.131.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.131.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.131.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.131.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.131.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.132.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.132.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.132.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.132.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.132.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.132.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.133.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.133.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.133.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.133.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.133.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.133.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.134.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.134.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.134.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.134.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.134.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.134.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.135.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.135.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.135.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.135.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.135.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.135.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.136.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.136.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.136.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.136.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.136.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.136.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.137.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.137.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.137.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.137.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.137.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.137.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.138.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.138.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.138.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.138.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.138.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.138.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.139.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.139.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.139.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.139.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.139.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.139.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.14.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.14.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.14.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.14.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.14.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.14.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.140.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.140.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.140.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.140.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.140.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.140.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.141.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.141.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.141.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.141.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.141.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.141.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.142.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.142.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.142.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.142.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.142.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.142.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.143.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.143.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.143.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.143.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.143.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.143.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.144.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.144.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.144.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.144.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.144.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.144.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.145.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.145.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.145.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.145.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.145.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.145.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.146.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.146.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.146.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.146.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.146.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.146.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.147.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.147.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.147.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.147.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.147.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.147.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.148.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.148.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.148.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.148.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.148.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.148.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.149.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.149.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.149.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.149.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.149.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.149.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.15.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.15.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.15.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.15.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.15.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.15.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.150.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.150.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.150.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.150.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.150.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.150.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.151.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.151.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.151.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.151.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.151.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.151.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.152.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.152.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.152.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.152.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.152.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.152.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.153.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.153.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.153.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.153.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.153.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.153.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.154.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.154.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.154.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.154.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.154.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.154.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.155.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.155.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.155.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.155.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.155.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.155.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.156.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.156.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.156.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.156.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.156.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.156.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.157.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.157.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.157.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.157.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.157.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.157.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.158.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.158.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.158.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.158.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.158.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.158.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.159.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.159.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.159.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.159.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.159.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.159.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.16.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.16.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.16.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.16.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.16.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.16.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.17.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.17.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.17.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.17.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.17.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.17.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.18.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.18.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.18.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.18.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.18.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.18.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.19.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.19.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.19.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.19.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.19.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.19.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.2.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.2.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.2.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.2.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.2.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.2.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.20.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.20.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.20.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.20.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.20.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.20.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.21.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.21.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.21.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.21.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.21.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.21.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.22.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.22.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.22.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.22.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.22.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.22.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.23.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.23.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.23.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.23.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.23.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.23.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.24.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.24.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.24.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.24.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.24.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.24.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.25.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.25.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.25.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.25.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.25.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.25.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.26.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.26.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.26.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.26.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.26.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.26.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.27.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.27.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.27.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.27.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.27.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.27.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.28.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.28.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.28.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.28.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.28.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.28.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.29.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.29.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.29.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.29.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.29.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.29.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.3.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.3.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.3.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.3.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.3.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.3.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.30.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.30.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.30.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.30.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.30.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.30.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.31.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.31.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.31.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.31.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.31.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.31.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.32.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.32.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.32.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.32.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.32.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.32.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.33.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.33.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.33.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.33.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.33.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.33.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.34.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.34.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.34.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.34.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.34.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.34.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.35.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.35.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.35.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.35.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.35.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.35.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.36.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.36.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.36.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.36.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.36.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.36.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.37.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.37.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.37.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.37.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.37.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.37.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.38.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.38.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.38.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.38.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.38.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.38.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.39.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.39.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.39.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.39.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.39.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.39.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.4.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.4.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.4.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.4.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.4.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.4.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.40.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.40.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.40.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.40.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.40.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.40.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.41.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.41.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.41.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.41.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.41.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.41.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.42.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.42.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.42.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.42.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.42.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.42.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.43.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.43.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.43.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.43.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.43.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.43.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.44.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.44.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.44.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.44.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.44.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.44.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.45.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.45.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.45.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.45.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.45.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.45.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.46.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.46.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.46.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.46.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.46.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.46.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.47.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.47.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.47.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.47.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.47.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.47.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.48.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.48.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.48.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.48.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.48.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.48.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.49.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.49.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.49.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.49.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.49.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.49.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.5.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.5.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.5.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.5.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.5.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.5.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.50.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.50.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.50.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.50.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.50.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.50.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.51.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.51.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.51.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.51.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.51.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.51.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.52.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.52.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.52.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.52.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.52.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.52.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.53.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.53.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.53.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.53.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.53.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.53.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.54.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.54.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.54.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.54.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.54.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.54.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.55.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.55.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.55.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.55.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.55.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.55.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.56.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.56.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.56.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.56.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.56.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.56.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.57.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.57.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.57.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.57.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.57.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.57.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.58.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.58.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.58.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.58.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.58.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.58.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.59.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.59.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.59.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.59.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.59.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.59.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.6.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.6.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.6.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.6.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.6.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.6.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.60.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.60.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.60.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.60.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.60.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.60.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.61.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.61.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.61.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.61.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.61.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.61.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.62.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.62.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.62.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.62.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.62.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.62.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.63.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.63.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.63.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.63.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.63.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.63.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.64.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.64.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.64.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.64.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.64.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.64.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.65.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.65.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.65.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.65.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.65.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.65.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.66.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.66.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.66.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.66.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.66.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.66.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.67.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.67.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.67.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.67.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.67.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.67.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.68.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.68.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.68.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.68.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.68.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.68.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.69.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.69.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.69.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.69.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.69.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.69.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.7.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.7.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.7.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.7.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.7.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.7.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.70.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.70.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.70.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.70.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.70.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.70.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.71.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.71.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.71.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.71.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.71.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.71.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.72.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.72.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.72.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.72.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.72.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.72.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.73.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.73.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.73.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.73.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.73.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.73.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.74.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.74.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.74.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.74.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.74.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.74.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.75.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.75.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.75.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.75.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.75.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.75.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.76.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.76.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.76.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.76.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.76.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.76.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.77.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.77.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.77.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.77.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.77.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.77.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.78.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.78.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.78.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.78.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.78.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.78.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.79.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.79.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.79.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.79.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.79.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.79.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.8.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.8.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.8.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.8.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.8.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.8.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.80.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.80.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.80.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.80.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.80.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.80.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.81.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.81.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.81.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.81.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.81.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.81.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.82.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.82.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.82.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.82.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.82.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.82.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.83.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.83.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.83.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.83.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.83.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.83.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.84.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.84.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.84.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.84.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.84.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.84.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.85.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.85.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.85.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.85.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.85.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.85.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.86.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.86.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.86.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.86.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.86.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.86.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.87.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.87.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.87.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.87.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.87.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.87.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.88.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.88.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.88.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.88.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.88.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.88.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.89.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.89.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.89.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.89.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.89.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.89.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.9.down_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.9.down_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.9.gate_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.9.gate_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.9.up_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.9.up_proj.weight_scale": "model-00034-of-00043.safetensors", + "model.layers.74.mlp.experts.90.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.90.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.90.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.90.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.90.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.90.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.91.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.91.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.91.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.91.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.91.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.91.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.92.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.92.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.92.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.92.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.92.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.92.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.93.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.93.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.93.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.93.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.93.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.93.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.94.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.94.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.94.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.94.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.94.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.94.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.95.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.95.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.95.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.95.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.95.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.95.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.96.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.96.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.96.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.96.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.96.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.96.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.97.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.97.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.97.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.97.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.97.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.97.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.98.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.98.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.98.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.98.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.98.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.98.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.99.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.99.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.99.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.99.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.99.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.experts.99.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.gate.e_score_correction_bias": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.gate.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.shared_experts.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.shared_experts.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.mlp.shared_experts.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.74.post_attention_layernorm.weight": "model-00035-of-00043.safetensors", + "model.layers.74.self_attn.k_norm.weight": "model-00034-of-00043.safetensors", + "model.layers.74.self_attn.k_proj.bias": "model-00034-of-00043.safetensors", + "model.layers.74.self_attn.k_proj.output_scale": "model-00034-of-00043.safetensors", + "model.layers.74.self_attn.k_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.self_attn.o_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.self_attn.q_norm.weight": "model-00034-of-00043.safetensors", + "model.layers.74.self_attn.q_proj.bias": "model-00034-of-00043.safetensors", + "model.layers.74.self_attn.q_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.74.self_attn.v_proj.bias": "model-00034-of-00043.safetensors", + "model.layers.74.self_attn.v_proj.output_scale": "model-00034-of-00043.safetensors", + "model.layers.74.self_attn.v_proj.weight": "model-00034-of-00043.safetensors", + "model.layers.75.input_layernorm.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.0.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.0.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.0.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.0.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.0.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.0.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.1.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.1.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.1.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.1.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.1.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.1.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.10.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.10.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.10.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.10.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.10.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.10.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.100.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.100.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.100.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.100.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.100.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.100.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.101.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.101.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.101.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.101.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.101.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.101.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.102.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.102.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.102.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.102.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.102.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.102.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.103.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.103.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.103.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.103.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.103.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.103.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.104.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.104.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.104.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.104.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.104.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.104.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.105.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.105.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.105.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.105.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.105.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.105.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.106.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.106.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.106.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.106.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.106.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.106.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.107.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.107.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.107.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.107.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.107.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.107.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.108.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.108.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.108.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.108.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.108.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.108.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.109.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.109.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.109.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.109.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.109.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.109.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.11.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.11.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.11.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.11.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.11.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.11.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.110.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.110.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.110.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.110.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.110.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.110.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.111.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.111.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.111.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.111.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.111.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.111.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.112.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.112.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.112.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.112.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.112.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.112.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.113.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.113.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.113.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.113.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.113.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.113.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.114.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.114.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.114.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.114.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.114.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.114.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.115.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.115.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.115.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.115.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.115.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.115.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.116.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.116.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.116.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.116.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.116.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.116.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.117.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.117.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.117.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.117.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.117.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.117.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.118.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.118.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.118.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.118.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.118.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.118.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.119.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.119.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.119.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.119.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.119.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.119.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.12.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.12.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.12.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.12.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.12.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.12.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.120.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.120.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.120.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.120.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.120.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.120.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.121.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.121.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.121.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.121.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.121.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.121.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.122.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.122.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.122.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.122.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.122.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.122.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.123.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.123.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.123.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.123.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.123.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.123.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.124.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.124.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.124.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.124.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.124.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.124.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.125.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.125.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.125.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.125.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.125.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.125.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.126.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.126.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.126.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.126.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.126.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.126.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.127.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.127.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.127.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.127.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.127.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.127.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.128.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.128.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.128.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.128.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.128.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.128.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.129.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.129.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.129.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.129.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.129.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.129.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.13.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.13.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.13.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.13.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.13.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.13.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.130.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.130.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.130.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.130.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.130.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.130.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.131.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.131.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.131.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.131.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.131.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.131.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.132.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.132.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.132.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.132.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.132.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.132.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.133.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.133.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.133.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.133.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.133.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.133.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.134.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.134.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.134.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.134.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.134.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.134.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.135.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.135.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.135.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.135.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.135.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.135.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.136.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.136.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.136.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.136.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.136.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.136.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.137.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.137.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.137.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.137.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.137.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.137.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.138.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.138.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.138.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.138.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.138.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.138.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.139.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.139.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.139.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.139.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.139.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.139.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.14.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.14.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.14.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.14.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.14.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.14.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.140.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.140.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.140.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.140.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.140.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.140.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.141.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.141.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.141.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.141.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.141.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.141.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.142.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.142.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.142.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.142.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.142.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.142.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.143.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.143.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.143.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.143.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.143.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.143.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.144.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.144.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.144.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.144.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.144.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.144.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.145.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.145.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.145.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.145.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.145.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.145.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.146.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.146.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.146.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.146.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.146.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.146.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.147.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.147.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.147.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.147.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.147.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.147.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.148.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.148.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.148.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.148.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.148.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.148.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.149.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.149.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.149.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.149.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.149.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.149.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.15.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.15.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.15.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.15.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.15.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.15.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.150.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.150.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.150.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.150.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.150.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.150.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.151.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.151.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.151.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.151.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.151.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.151.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.152.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.152.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.152.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.152.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.152.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.152.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.153.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.153.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.153.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.153.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.153.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.153.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.154.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.154.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.154.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.154.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.154.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.154.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.155.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.155.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.155.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.155.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.155.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.155.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.156.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.156.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.156.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.156.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.156.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.156.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.157.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.157.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.157.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.157.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.157.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.157.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.158.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.158.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.158.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.158.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.158.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.158.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.159.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.159.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.159.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.159.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.159.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.159.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.16.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.16.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.16.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.16.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.16.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.16.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.17.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.17.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.17.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.17.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.17.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.17.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.18.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.18.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.18.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.18.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.18.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.18.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.19.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.19.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.19.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.19.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.19.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.19.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.2.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.2.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.2.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.2.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.2.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.2.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.20.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.20.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.20.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.20.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.20.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.20.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.21.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.21.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.21.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.21.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.21.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.21.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.22.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.22.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.22.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.22.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.22.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.22.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.23.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.23.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.23.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.23.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.23.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.23.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.24.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.24.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.24.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.24.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.24.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.24.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.25.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.25.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.25.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.25.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.25.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.25.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.26.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.26.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.26.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.26.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.26.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.26.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.27.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.27.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.27.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.27.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.27.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.27.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.28.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.28.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.28.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.28.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.28.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.28.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.29.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.29.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.29.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.29.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.29.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.29.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.3.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.3.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.3.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.3.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.3.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.3.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.30.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.30.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.30.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.30.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.30.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.30.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.31.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.31.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.31.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.31.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.31.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.31.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.32.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.32.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.32.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.32.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.32.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.32.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.33.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.33.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.33.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.33.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.33.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.33.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.34.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.34.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.34.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.34.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.34.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.34.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.35.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.35.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.35.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.35.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.35.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.35.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.36.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.36.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.36.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.36.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.36.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.36.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.37.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.37.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.37.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.37.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.37.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.37.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.38.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.38.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.38.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.38.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.38.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.38.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.39.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.39.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.39.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.39.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.39.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.39.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.4.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.4.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.4.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.4.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.4.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.4.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.40.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.40.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.40.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.40.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.40.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.40.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.41.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.41.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.41.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.41.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.41.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.41.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.42.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.42.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.42.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.42.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.42.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.42.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.43.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.43.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.43.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.43.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.43.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.43.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.44.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.44.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.44.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.44.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.44.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.44.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.45.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.45.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.45.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.45.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.45.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.45.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.46.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.46.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.46.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.46.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.46.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.46.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.47.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.47.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.47.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.47.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.47.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.47.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.48.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.48.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.48.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.48.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.48.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.48.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.49.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.49.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.49.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.49.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.49.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.49.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.5.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.5.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.5.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.5.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.5.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.5.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.50.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.50.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.50.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.50.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.50.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.50.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.51.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.51.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.51.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.51.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.51.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.51.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.52.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.52.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.52.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.52.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.52.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.52.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.53.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.53.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.53.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.53.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.53.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.53.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.54.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.54.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.54.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.54.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.54.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.54.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.55.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.55.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.55.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.55.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.55.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.55.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.56.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.56.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.56.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.56.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.56.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.56.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.57.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.57.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.57.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.57.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.57.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.57.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.58.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.58.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.58.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.58.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.58.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.58.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.59.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.59.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.59.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.59.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.59.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.59.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.6.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.6.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.6.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.6.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.6.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.6.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.60.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.60.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.60.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.60.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.60.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.60.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.61.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.61.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.61.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.61.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.61.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.61.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.62.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.62.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.62.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.62.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.62.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.62.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.63.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.63.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.63.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.63.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.63.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.63.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.64.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.64.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.64.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.64.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.64.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.64.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.65.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.65.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.65.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.65.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.65.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.65.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.66.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.66.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.66.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.66.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.66.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.66.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.67.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.67.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.67.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.67.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.67.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.67.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.68.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.68.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.68.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.68.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.68.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.68.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.69.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.69.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.69.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.69.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.69.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.69.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.7.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.7.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.7.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.7.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.7.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.7.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.70.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.70.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.70.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.70.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.70.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.70.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.71.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.71.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.71.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.71.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.71.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.71.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.72.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.72.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.72.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.72.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.72.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.72.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.73.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.73.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.73.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.73.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.73.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.73.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.74.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.74.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.74.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.74.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.74.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.74.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.75.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.75.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.75.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.75.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.75.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.75.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.76.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.76.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.76.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.76.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.76.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.76.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.77.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.77.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.77.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.77.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.77.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.77.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.78.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.78.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.78.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.78.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.78.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.78.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.79.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.79.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.79.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.79.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.79.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.79.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.8.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.8.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.8.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.8.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.8.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.8.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.80.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.80.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.80.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.80.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.80.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.80.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.81.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.81.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.81.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.81.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.81.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.81.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.82.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.82.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.82.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.82.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.82.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.82.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.83.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.83.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.83.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.83.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.83.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.83.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.84.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.84.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.84.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.84.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.84.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.84.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.85.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.85.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.85.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.85.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.85.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.85.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.86.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.86.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.86.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.86.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.86.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.86.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.87.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.87.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.87.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.87.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.87.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.87.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.88.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.88.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.88.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.88.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.88.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.88.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.89.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.89.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.89.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.89.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.89.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.89.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.9.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.9.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.9.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.9.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.9.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.9.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.90.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.90.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.90.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.90.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.90.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.90.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.91.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.91.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.91.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.91.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.91.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.91.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.92.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.92.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.92.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.92.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.92.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.92.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.93.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.93.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.93.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.93.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.93.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.93.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.94.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.94.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.94.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.94.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.94.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.94.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.95.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.95.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.95.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.95.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.95.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.95.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.96.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.96.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.96.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.96.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.96.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.96.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.97.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.97.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.97.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.97.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.97.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.97.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.98.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.98.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.98.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.98.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.98.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.98.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.99.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.99.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.99.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.99.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.99.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.experts.99.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.gate.e_score_correction_bias": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.gate.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.shared_experts.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.shared_experts.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.mlp.shared_experts.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.post_attention_layernorm.weight": "model-00035-of-00043.safetensors", + "model.layers.75.self_attn.k_norm.weight": "model-00035-of-00043.safetensors", + "model.layers.75.self_attn.k_proj.bias": "model-00035-of-00043.safetensors", + "model.layers.75.self_attn.k_proj.output_scale": "model-00035-of-00043.safetensors", + "model.layers.75.self_attn.k_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.self_attn.o_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.self_attn.q_norm.weight": "model-00035-of-00043.safetensors", + "model.layers.75.self_attn.q_proj.bias": "model-00035-of-00043.safetensors", + "model.layers.75.self_attn.q_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.75.self_attn.v_proj.bias": "model-00035-of-00043.safetensors", + "model.layers.75.self_attn.v_proj.output_scale": "model-00035-of-00043.safetensors", + "model.layers.75.self_attn.v_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.input_layernorm.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.0.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.0.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.0.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.0.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.0.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.0.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.1.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.1.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.1.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.1.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.1.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.1.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.10.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.10.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.10.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.10.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.10.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.10.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.100.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.100.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.100.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.100.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.100.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.100.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.101.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.101.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.101.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.101.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.101.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.101.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.102.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.102.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.102.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.102.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.102.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.102.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.103.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.103.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.103.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.103.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.103.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.103.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.104.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.104.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.104.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.104.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.104.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.104.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.105.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.105.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.105.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.105.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.105.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.105.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.106.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.106.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.106.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.106.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.106.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.106.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.107.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.107.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.107.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.107.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.107.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.107.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.108.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.108.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.108.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.108.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.108.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.108.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.109.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.109.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.109.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.109.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.109.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.109.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.11.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.11.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.11.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.11.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.11.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.11.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.110.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.110.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.110.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.110.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.110.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.110.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.111.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.111.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.111.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.111.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.111.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.111.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.112.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.112.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.112.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.112.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.112.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.112.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.113.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.113.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.113.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.113.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.113.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.113.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.114.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.114.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.114.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.114.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.114.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.114.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.115.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.115.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.115.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.115.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.115.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.115.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.116.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.116.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.116.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.116.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.116.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.116.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.117.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.117.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.117.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.117.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.117.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.117.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.118.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.118.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.118.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.118.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.118.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.118.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.119.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.119.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.119.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.119.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.119.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.119.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.12.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.12.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.12.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.12.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.12.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.12.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.120.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.120.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.120.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.120.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.120.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.120.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.121.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.121.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.121.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.121.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.121.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.121.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.122.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.122.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.122.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.122.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.122.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.122.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.123.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.123.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.123.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.123.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.123.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.123.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.124.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.124.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.124.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.124.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.124.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.124.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.125.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.125.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.125.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.125.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.125.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.125.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.126.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.126.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.126.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.126.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.126.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.126.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.127.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.127.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.127.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.127.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.127.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.127.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.128.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.128.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.128.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.128.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.128.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.128.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.129.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.129.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.129.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.129.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.129.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.129.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.13.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.13.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.13.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.13.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.13.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.13.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.130.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.130.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.130.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.130.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.130.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.130.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.131.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.131.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.131.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.131.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.131.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.131.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.132.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.132.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.132.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.132.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.132.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.132.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.133.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.133.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.133.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.133.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.133.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.133.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.134.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.134.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.134.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.134.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.134.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.134.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.135.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.135.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.135.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.135.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.135.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.135.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.136.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.136.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.136.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.136.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.136.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.136.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.137.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.137.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.137.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.137.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.137.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.137.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.138.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.138.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.138.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.138.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.138.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.138.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.139.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.139.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.139.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.139.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.139.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.139.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.14.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.14.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.14.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.14.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.14.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.14.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.140.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.140.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.140.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.140.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.140.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.140.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.141.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.141.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.141.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.141.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.141.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.141.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.142.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.142.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.142.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.142.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.142.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.142.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.143.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.143.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.143.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.143.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.143.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.143.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.144.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.144.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.144.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.144.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.144.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.144.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.145.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.145.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.145.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.145.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.145.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.145.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.146.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.146.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.146.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.146.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.146.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.146.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.147.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.147.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.147.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.147.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.147.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.147.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.148.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.148.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.148.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.148.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.148.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.148.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.149.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.149.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.149.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.149.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.149.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.149.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.15.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.15.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.15.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.15.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.15.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.15.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.150.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.150.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.150.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.150.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.150.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.150.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.151.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.151.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.151.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.151.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.151.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.151.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.152.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.152.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.152.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.152.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.152.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.152.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.153.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.153.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.153.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.153.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.153.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.153.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.154.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.154.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.154.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.154.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.154.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.154.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.155.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.155.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.155.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.155.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.155.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.155.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.156.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.156.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.156.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.156.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.156.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.156.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.157.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.157.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.157.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.157.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.157.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.157.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.158.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.158.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.158.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.158.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.158.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.158.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.159.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.159.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.159.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.159.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.159.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.159.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.16.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.16.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.16.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.16.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.16.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.16.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.17.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.17.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.17.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.17.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.17.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.17.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.18.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.18.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.18.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.18.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.18.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.18.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.19.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.19.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.19.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.19.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.19.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.19.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.2.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.2.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.2.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.2.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.2.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.2.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.20.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.20.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.20.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.20.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.20.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.20.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.21.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.21.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.21.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.21.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.21.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.21.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.22.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.22.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.22.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.22.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.22.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.22.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.23.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.23.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.23.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.23.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.23.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.23.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.24.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.24.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.24.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.24.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.24.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.24.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.25.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.25.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.25.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.25.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.25.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.25.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.26.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.26.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.26.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.26.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.26.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.26.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.27.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.27.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.27.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.27.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.27.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.27.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.28.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.28.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.28.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.28.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.28.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.28.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.29.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.29.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.29.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.29.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.29.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.29.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.3.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.3.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.3.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.3.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.3.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.3.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.30.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.30.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.30.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.30.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.30.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.30.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.31.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.31.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.31.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.31.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.31.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.31.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.32.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.32.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.32.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.32.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.32.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.32.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.33.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.33.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.33.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.33.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.33.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.33.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.34.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.34.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.34.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.34.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.34.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.34.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.35.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.35.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.35.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.35.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.35.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.35.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.36.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.36.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.36.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.36.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.36.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.36.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.37.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.37.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.37.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.37.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.37.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.37.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.38.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.38.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.38.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.38.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.38.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.38.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.39.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.39.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.39.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.39.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.39.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.39.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.4.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.4.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.4.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.4.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.4.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.4.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.40.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.40.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.40.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.40.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.40.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.40.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.41.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.41.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.41.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.41.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.41.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.41.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.42.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.42.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.42.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.42.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.42.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.42.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.43.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.43.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.43.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.43.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.43.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.43.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.44.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.44.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.44.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.44.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.44.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.44.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.45.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.45.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.45.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.45.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.45.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.45.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.46.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.46.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.46.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.46.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.46.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.46.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.47.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.47.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.47.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.47.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.47.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.47.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.48.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.48.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.48.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.48.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.48.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.48.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.49.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.49.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.49.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.49.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.49.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.49.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.5.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.5.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.5.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.5.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.5.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.5.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.50.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.50.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.50.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.50.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.50.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.50.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.51.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.51.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.51.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.51.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.51.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.51.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.52.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.52.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.52.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.52.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.52.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.52.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.53.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.53.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.53.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.53.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.53.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.53.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.54.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.54.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.54.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.54.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.54.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.54.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.55.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.55.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.55.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.55.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.55.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.55.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.56.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.56.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.56.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.56.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.56.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.56.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.57.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.57.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.57.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.57.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.57.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.57.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.58.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.58.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.58.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.58.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.58.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.58.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.59.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.59.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.59.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.59.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.59.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.59.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.6.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.6.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.6.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.6.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.6.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.6.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.60.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.60.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.60.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.60.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.60.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.60.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.61.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.61.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.61.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.61.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.61.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.61.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.62.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.62.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.62.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.62.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.62.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.62.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.63.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.63.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.63.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.63.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.63.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.63.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.64.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.64.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.64.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.64.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.64.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.64.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.65.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.65.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.65.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.65.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.65.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.65.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.66.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.66.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.66.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.66.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.66.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.66.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.67.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.67.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.67.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.67.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.67.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.67.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.68.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.68.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.68.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.68.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.68.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.68.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.69.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.69.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.69.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.69.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.69.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.69.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.7.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.7.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.7.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.7.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.7.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.7.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.70.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.70.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.70.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.70.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.70.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.70.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.71.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.71.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.71.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.71.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.71.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.71.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.72.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.72.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.72.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.72.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.72.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.72.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.73.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.73.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.73.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.73.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.73.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.73.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.74.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.74.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.74.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.74.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.74.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.74.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.75.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.75.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.75.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.75.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.75.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.75.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.76.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.76.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.76.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.76.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.76.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.76.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.77.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.77.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.77.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.77.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.77.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.77.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.78.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.78.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.78.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.78.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.78.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.78.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.79.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.79.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.79.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.79.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.79.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.79.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.8.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.8.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.8.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.8.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.8.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.8.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.80.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.80.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.80.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.80.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.80.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.80.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.81.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.81.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.81.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.81.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.81.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.81.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.82.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.82.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.82.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.82.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.82.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.82.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.83.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.83.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.83.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.83.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.83.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.83.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.84.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.84.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.84.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.84.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.84.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.84.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.85.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.85.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.85.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.85.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.85.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.85.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.86.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.86.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.86.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.86.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.86.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.86.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.87.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.87.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.87.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.87.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.87.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.87.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.88.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.88.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.88.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.88.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.88.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.88.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.89.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.89.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.89.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.89.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.89.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.89.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.9.down_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.9.down_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.9.gate_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.9.gate_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.9.up_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.9.up_proj.weight_scale": "model-00035-of-00043.safetensors", + "model.layers.76.mlp.experts.90.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.90.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.90.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.90.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.90.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.90.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.91.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.91.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.91.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.91.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.91.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.91.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.92.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.92.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.92.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.92.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.92.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.92.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.93.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.93.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.93.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.93.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.93.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.93.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.94.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.94.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.94.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.94.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.94.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.94.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.95.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.95.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.95.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.95.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.95.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.95.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.96.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.96.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.96.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.96.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.96.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.96.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.97.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.97.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.97.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.97.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.97.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.97.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.98.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.98.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.98.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.98.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.98.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.98.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.99.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.99.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.99.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.99.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.99.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.experts.99.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.gate.e_score_correction_bias": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.gate.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.shared_experts.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.shared_experts.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.mlp.shared_experts.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.76.post_attention_layernorm.weight": "model-00036-of-00043.safetensors", + "model.layers.76.self_attn.k_norm.weight": "model-00035-of-00043.safetensors", + "model.layers.76.self_attn.k_proj.bias": "model-00035-of-00043.safetensors", + "model.layers.76.self_attn.k_proj.output_scale": "model-00035-of-00043.safetensors", + "model.layers.76.self_attn.k_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.self_attn.o_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.self_attn.q_norm.weight": "model-00035-of-00043.safetensors", + "model.layers.76.self_attn.q_proj.bias": "model-00035-of-00043.safetensors", + "model.layers.76.self_attn.q_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.76.self_attn.v_proj.bias": "model-00035-of-00043.safetensors", + "model.layers.76.self_attn.v_proj.output_scale": "model-00035-of-00043.safetensors", + "model.layers.76.self_attn.v_proj.weight": "model-00035-of-00043.safetensors", + "model.layers.77.input_layernorm.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.0.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.0.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.0.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.0.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.0.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.0.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.1.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.1.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.1.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.1.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.1.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.1.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.10.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.10.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.10.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.10.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.10.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.10.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.100.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.100.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.100.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.100.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.100.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.100.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.101.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.101.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.101.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.101.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.101.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.101.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.102.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.102.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.102.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.102.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.102.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.102.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.103.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.103.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.103.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.103.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.103.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.103.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.104.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.104.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.104.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.104.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.104.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.104.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.105.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.105.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.105.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.105.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.105.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.105.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.106.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.106.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.106.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.106.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.106.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.106.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.107.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.107.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.107.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.107.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.107.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.107.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.108.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.108.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.108.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.108.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.108.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.108.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.109.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.109.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.109.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.109.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.109.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.109.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.11.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.11.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.11.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.11.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.11.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.11.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.110.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.110.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.110.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.110.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.110.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.110.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.111.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.111.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.111.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.111.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.111.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.111.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.112.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.112.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.112.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.112.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.112.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.112.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.113.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.113.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.113.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.113.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.113.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.113.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.114.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.114.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.114.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.114.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.114.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.114.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.115.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.115.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.115.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.115.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.115.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.115.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.116.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.116.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.116.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.116.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.116.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.116.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.117.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.117.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.117.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.117.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.117.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.117.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.118.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.118.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.118.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.118.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.118.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.118.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.119.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.119.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.119.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.119.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.119.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.119.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.12.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.12.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.12.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.12.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.12.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.12.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.120.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.120.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.120.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.120.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.120.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.120.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.121.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.121.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.121.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.121.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.121.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.121.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.122.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.122.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.122.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.122.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.122.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.122.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.123.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.123.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.123.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.123.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.123.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.123.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.124.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.124.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.124.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.124.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.124.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.124.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.125.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.125.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.125.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.125.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.125.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.125.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.126.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.126.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.126.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.126.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.126.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.126.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.127.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.127.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.127.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.127.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.127.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.127.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.128.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.128.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.128.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.128.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.128.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.128.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.129.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.129.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.129.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.129.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.129.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.129.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.13.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.13.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.13.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.13.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.13.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.13.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.130.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.130.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.130.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.130.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.130.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.130.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.131.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.131.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.131.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.131.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.131.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.131.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.132.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.132.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.132.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.132.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.132.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.132.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.133.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.133.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.133.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.133.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.133.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.133.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.134.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.134.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.134.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.134.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.134.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.134.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.135.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.135.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.135.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.135.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.135.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.135.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.136.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.136.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.136.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.136.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.136.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.136.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.137.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.137.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.137.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.137.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.137.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.137.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.138.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.138.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.138.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.138.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.138.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.138.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.139.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.139.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.139.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.139.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.139.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.139.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.14.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.14.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.14.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.14.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.14.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.14.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.140.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.140.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.140.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.140.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.140.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.140.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.141.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.141.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.141.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.141.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.141.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.141.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.142.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.142.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.142.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.142.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.142.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.142.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.143.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.143.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.143.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.143.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.143.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.143.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.144.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.144.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.144.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.144.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.144.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.144.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.145.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.145.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.145.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.145.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.145.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.145.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.146.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.146.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.146.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.146.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.146.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.146.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.147.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.147.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.147.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.147.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.147.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.147.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.148.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.148.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.148.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.148.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.148.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.148.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.149.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.149.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.149.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.149.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.149.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.149.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.15.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.15.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.15.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.15.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.15.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.15.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.150.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.150.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.150.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.150.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.150.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.150.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.151.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.151.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.151.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.151.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.151.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.151.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.152.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.152.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.152.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.152.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.152.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.152.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.153.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.153.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.153.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.153.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.153.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.153.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.154.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.154.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.154.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.154.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.154.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.154.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.155.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.155.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.155.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.155.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.155.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.155.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.156.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.156.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.156.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.156.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.156.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.156.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.157.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.157.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.157.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.157.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.157.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.157.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.158.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.158.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.158.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.158.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.158.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.158.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.159.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.159.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.159.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.159.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.159.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.159.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.16.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.16.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.16.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.16.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.16.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.16.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.17.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.17.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.17.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.17.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.17.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.17.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.18.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.18.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.18.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.18.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.18.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.18.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.19.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.19.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.19.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.19.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.19.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.19.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.2.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.2.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.2.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.2.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.2.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.2.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.20.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.20.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.20.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.20.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.20.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.20.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.21.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.21.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.21.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.21.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.21.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.21.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.22.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.22.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.22.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.22.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.22.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.22.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.23.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.23.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.23.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.23.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.23.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.23.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.24.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.24.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.24.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.24.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.24.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.24.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.25.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.25.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.25.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.25.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.25.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.25.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.26.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.26.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.26.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.26.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.26.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.26.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.27.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.27.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.27.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.27.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.27.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.27.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.28.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.28.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.28.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.28.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.28.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.28.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.29.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.29.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.29.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.29.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.29.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.29.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.3.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.3.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.3.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.3.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.3.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.3.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.30.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.30.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.30.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.30.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.30.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.30.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.31.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.31.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.31.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.31.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.31.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.31.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.32.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.32.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.32.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.32.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.32.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.32.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.33.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.33.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.33.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.33.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.33.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.33.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.34.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.34.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.34.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.34.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.34.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.34.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.35.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.35.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.35.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.35.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.35.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.35.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.36.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.36.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.36.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.36.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.36.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.36.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.37.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.37.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.37.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.37.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.37.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.37.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.38.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.38.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.38.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.38.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.38.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.38.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.39.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.39.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.39.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.39.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.39.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.39.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.4.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.4.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.4.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.4.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.4.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.4.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.40.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.40.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.40.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.40.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.40.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.40.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.41.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.41.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.41.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.41.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.41.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.41.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.42.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.42.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.42.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.42.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.42.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.42.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.43.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.43.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.43.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.43.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.43.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.43.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.44.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.44.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.44.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.44.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.44.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.44.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.45.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.45.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.45.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.45.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.45.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.45.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.46.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.46.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.46.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.46.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.46.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.46.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.47.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.47.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.47.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.47.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.47.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.47.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.48.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.48.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.48.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.48.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.48.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.48.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.49.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.49.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.49.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.49.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.49.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.49.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.5.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.5.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.5.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.5.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.5.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.5.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.50.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.50.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.50.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.50.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.50.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.50.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.51.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.51.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.51.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.51.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.51.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.51.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.52.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.52.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.52.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.52.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.52.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.52.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.53.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.53.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.53.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.53.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.53.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.53.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.54.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.54.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.54.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.54.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.54.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.54.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.55.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.55.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.55.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.55.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.55.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.55.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.56.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.56.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.56.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.56.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.56.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.56.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.57.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.57.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.57.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.57.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.57.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.57.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.58.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.58.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.58.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.58.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.58.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.58.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.59.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.59.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.59.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.59.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.59.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.59.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.6.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.6.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.6.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.6.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.6.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.6.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.60.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.60.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.60.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.60.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.60.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.60.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.61.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.61.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.61.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.61.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.61.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.61.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.62.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.62.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.62.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.62.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.62.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.62.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.63.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.63.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.63.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.63.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.63.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.63.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.64.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.64.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.64.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.64.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.64.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.64.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.65.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.65.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.65.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.65.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.65.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.65.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.66.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.66.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.66.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.66.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.66.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.66.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.67.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.67.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.67.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.67.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.67.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.67.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.68.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.68.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.68.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.68.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.68.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.68.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.69.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.69.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.69.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.69.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.69.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.69.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.7.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.7.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.7.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.7.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.7.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.7.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.70.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.70.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.70.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.70.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.70.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.70.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.71.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.71.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.71.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.71.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.71.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.71.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.72.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.72.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.72.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.72.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.72.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.72.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.73.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.73.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.73.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.73.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.73.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.73.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.74.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.74.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.74.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.74.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.74.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.74.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.75.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.75.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.75.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.75.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.75.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.75.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.76.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.76.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.76.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.76.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.76.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.76.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.77.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.77.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.77.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.77.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.77.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.77.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.78.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.78.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.78.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.78.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.78.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.78.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.79.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.79.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.79.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.79.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.79.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.79.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.8.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.8.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.8.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.8.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.8.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.8.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.80.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.80.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.80.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.80.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.80.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.80.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.81.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.81.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.81.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.81.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.81.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.81.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.82.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.82.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.82.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.82.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.82.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.82.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.83.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.83.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.83.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.83.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.83.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.83.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.84.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.84.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.84.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.84.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.84.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.84.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.85.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.85.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.85.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.85.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.85.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.85.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.86.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.86.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.86.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.86.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.86.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.86.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.87.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.87.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.87.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.87.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.87.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.87.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.88.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.88.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.88.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.88.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.88.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.88.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.89.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.89.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.89.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.89.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.89.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.89.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.9.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.9.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.9.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.9.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.9.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.9.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.90.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.90.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.90.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.90.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.90.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.90.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.91.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.91.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.91.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.91.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.91.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.91.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.92.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.92.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.92.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.92.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.92.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.92.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.93.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.93.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.93.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.93.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.93.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.93.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.94.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.94.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.94.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.94.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.94.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.94.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.95.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.95.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.95.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.95.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.95.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.95.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.96.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.96.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.96.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.96.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.96.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.96.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.97.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.97.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.97.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.97.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.97.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.97.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.98.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.98.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.98.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.98.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.98.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.98.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.99.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.99.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.99.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.99.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.99.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.experts.99.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.gate.e_score_correction_bias": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.gate.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.shared_experts.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.shared_experts.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.mlp.shared_experts.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.post_attention_layernorm.weight": "model-00036-of-00043.safetensors", + "model.layers.77.self_attn.k_norm.weight": "model-00036-of-00043.safetensors", + "model.layers.77.self_attn.k_proj.bias": "model-00036-of-00043.safetensors", + "model.layers.77.self_attn.k_proj.output_scale": "model-00036-of-00043.safetensors", + "model.layers.77.self_attn.k_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.self_attn.o_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.self_attn.q_norm.weight": "model-00036-of-00043.safetensors", + "model.layers.77.self_attn.q_proj.bias": "model-00036-of-00043.safetensors", + "model.layers.77.self_attn.q_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.77.self_attn.v_proj.bias": "model-00036-of-00043.safetensors", + "model.layers.77.self_attn.v_proj.output_scale": "model-00036-of-00043.safetensors", + "model.layers.77.self_attn.v_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.input_layernorm.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.0.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.0.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.0.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.0.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.0.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.0.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.1.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.1.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.1.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.1.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.1.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.1.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.10.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.10.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.10.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.10.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.10.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.10.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.100.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.100.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.100.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.100.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.100.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.100.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.101.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.101.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.101.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.101.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.101.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.101.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.102.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.102.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.102.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.102.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.102.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.102.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.103.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.103.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.103.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.103.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.103.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.103.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.104.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.104.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.104.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.104.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.104.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.104.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.105.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.105.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.105.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.105.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.105.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.105.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.106.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.106.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.106.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.106.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.106.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.106.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.107.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.107.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.107.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.107.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.107.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.107.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.108.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.108.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.108.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.108.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.108.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.108.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.109.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.109.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.109.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.109.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.109.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.109.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.11.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.11.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.11.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.11.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.11.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.11.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.110.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.110.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.110.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.110.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.110.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.110.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.111.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.111.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.111.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.111.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.111.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.111.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.112.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.112.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.112.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.112.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.112.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.112.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.113.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.113.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.113.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.113.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.113.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.113.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.114.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.114.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.114.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.114.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.114.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.114.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.115.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.115.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.115.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.115.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.115.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.115.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.116.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.116.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.116.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.116.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.116.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.116.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.117.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.117.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.117.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.117.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.117.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.117.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.118.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.118.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.118.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.118.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.118.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.118.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.119.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.119.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.119.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.119.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.119.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.119.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.12.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.12.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.12.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.12.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.12.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.12.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.120.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.120.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.120.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.120.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.120.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.120.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.121.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.121.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.121.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.121.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.121.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.121.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.122.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.122.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.122.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.122.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.122.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.122.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.123.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.123.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.123.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.123.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.123.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.123.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.124.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.124.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.124.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.124.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.124.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.124.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.125.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.125.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.125.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.125.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.125.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.125.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.126.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.126.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.126.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.126.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.126.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.126.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.127.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.127.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.127.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.127.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.127.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.127.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.128.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.128.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.128.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.128.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.128.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.128.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.129.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.129.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.129.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.129.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.129.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.129.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.13.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.13.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.13.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.13.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.13.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.13.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.130.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.130.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.130.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.130.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.130.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.130.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.131.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.131.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.131.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.131.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.131.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.131.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.132.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.132.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.132.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.132.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.132.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.132.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.133.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.133.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.133.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.133.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.133.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.133.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.134.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.134.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.134.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.134.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.134.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.134.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.135.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.135.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.135.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.135.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.135.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.135.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.136.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.136.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.136.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.136.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.136.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.136.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.137.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.137.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.137.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.137.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.137.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.137.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.138.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.138.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.138.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.138.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.138.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.138.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.139.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.139.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.139.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.139.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.139.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.139.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.14.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.14.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.14.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.14.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.14.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.14.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.140.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.140.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.140.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.140.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.140.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.140.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.141.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.141.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.141.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.141.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.141.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.141.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.142.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.142.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.142.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.142.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.142.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.142.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.143.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.143.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.143.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.143.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.143.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.143.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.144.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.144.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.144.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.144.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.144.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.144.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.145.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.145.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.145.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.145.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.145.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.145.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.146.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.146.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.146.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.146.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.146.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.146.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.147.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.147.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.147.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.147.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.147.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.147.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.148.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.148.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.148.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.148.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.148.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.148.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.149.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.149.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.149.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.149.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.149.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.149.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.15.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.15.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.15.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.15.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.15.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.15.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.150.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.150.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.150.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.150.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.150.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.150.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.151.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.151.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.151.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.151.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.151.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.151.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.152.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.152.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.152.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.152.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.152.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.152.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.153.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.153.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.153.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.153.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.153.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.153.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.154.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.154.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.154.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.154.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.154.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.154.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.155.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.155.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.155.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.155.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.155.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.155.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.156.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.156.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.156.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.156.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.156.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.156.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.157.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.157.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.157.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.157.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.157.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.157.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.158.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.158.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.158.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.158.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.158.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.158.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.159.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.159.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.159.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.159.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.159.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.159.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.16.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.16.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.16.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.16.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.16.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.16.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.17.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.17.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.17.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.17.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.17.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.17.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.18.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.18.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.18.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.18.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.18.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.18.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.19.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.19.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.19.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.19.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.19.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.19.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.2.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.2.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.2.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.2.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.2.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.2.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.20.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.20.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.20.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.20.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.20.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.20.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.21.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.21.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.21.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.21.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.21.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.21.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.22.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.22.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.22.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.22.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.22.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.22.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.23.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.23.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.23.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.23.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.23.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.23.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.24.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.24.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.24.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.24.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.24.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.24.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.25.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.25.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.25.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.25.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.25.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.25.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.26.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.26.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.26.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.26.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.26.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.26.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.27.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.27.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.27.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.27.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.27.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.27.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.28.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.28.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.28.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.28.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.28.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.28.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.29.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.29.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.29.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.29.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.29.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.29.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.3.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.3.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.3.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.3.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.3.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.3.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.30.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.30.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.30.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.30.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.30.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.30.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.31.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.31.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.31.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.31.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.31.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.31.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.32.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.32.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.32.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.32.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.32.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.32.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.33.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.33.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.33.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.33.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.33.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.33.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.34.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.34.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.34.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.34.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.34.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.34.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.35.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.35.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.35.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.35.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.35.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.35.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.36.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.36.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.36.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.36.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.36.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.36.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.37.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.37.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.37.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.37.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.37.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.37.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.38.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.38.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.38.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.38.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.38.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.38.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.39.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.39.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.39.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.39.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.39.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.39.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.4.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.4.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.4.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.4.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.4.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.4.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.40.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.40.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.40.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.40.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.40.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.40.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.41.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.41.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.41.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.41.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.41.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.41.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.42.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.42.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.42.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.42.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.42.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.42.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.43.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.43.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.43.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.43.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.43.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.43.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.44.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.44.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.44.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.44.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.44.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.44.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.45.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.45.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.45.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.45.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.45.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.45.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.46.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.46.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.46.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.46.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.46.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.46.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.47.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.47.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.47.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.47.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.47.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.47.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.48.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.48.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.48.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.48.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.48.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.48.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.49.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.49.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.49.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.49.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.49.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.49.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.5.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.5.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.5.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.5.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.5.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.5.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.50.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.50.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.50.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.50.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.50.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.50.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.51.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.51.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.51.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.51.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.51.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.51.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.52.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.52.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.52.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.52.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.52.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.52.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.53.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.53.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.53.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.53.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.53.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.53.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.54.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.54.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.54.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.54.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.54.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.54.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.55.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.55.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.55.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.55.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.55.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.55.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.56.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.56.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.56.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.56.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.56.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.56.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.57.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.57.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.57.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.57.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.57.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.57.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.58.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.58.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.58.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.58.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.58.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.58.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.59.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.59.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.59.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.59.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.59.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.59.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.6.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.6.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.6.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.6.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.6.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.6.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.60.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.60.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.60.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.60.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.60.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.60.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.61.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.61.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.61.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.61.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.61.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.61.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.62.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.62.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.62.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.62.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.62.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.62.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.63.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.63.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.63.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.63.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.63.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.63.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.64.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.64.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.64.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.64.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.64.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.64.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.65.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.65.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.65.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.65.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.65.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.65.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.66.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.66.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.66.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.66.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.66.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.66.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.67.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.67.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.67.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.67.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.67.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.67.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.68.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.68.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.68.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.68.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.68.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.68.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.69.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.69.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.69.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.69.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.69.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.69.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.7.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.7.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.7.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.7.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.7.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.7.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.70.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.70.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.70.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.70.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.70.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.70.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.71.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.71.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.71.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.71.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.71.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.71.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.72.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.72.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.72.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.72.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.72.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.72.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.73.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.73.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.73.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.73.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.73.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.73.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.74.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.74.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.74.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.74.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.74.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.74.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.75.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.75.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.75.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.75.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.75.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.75.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.76.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.76.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.76.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.76.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.76.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.76.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.77.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.77.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.77.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.77.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.77.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.77.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.78.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.78.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.78.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.78.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.78.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.78.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.79.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.79.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.79.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.79.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.79.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.79.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.8.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.8.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.8.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.8.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.8.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.8.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.80.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.80.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.80.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.80.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.80.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.80.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.81.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.81.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.81.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.81.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.81.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.81.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.82.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.82.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.82.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.82.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.82.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.82.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.83.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.83.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.83.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.83.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.83.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.83.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.84.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.84.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.84.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.84.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.84.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.84.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.85.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.85.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.85.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.85.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.85.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.85.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.86.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.86.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.86.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.86.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.86.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.86.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.87.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.87.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.87.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.87.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.87.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.87.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.88.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.88.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.88.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.88.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.88.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.88.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.89.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.89.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.89.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.89.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.89.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.89.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.9.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.9.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.9.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.9.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.9.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.9.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.90.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.90.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.90.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.90.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.90.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.90.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.91.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.91.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.91.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.91.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.91.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.91.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.92.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.92.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.92.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.92.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.92.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.92.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.93.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.93.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.93.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.93.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.93.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.93.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.94.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.94.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.94.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.94.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.94.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.94.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.95.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.95.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.95.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.95.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.95.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.95.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.96.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.96.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.96.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.96.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.96.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.96.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.97.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.97.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.97.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.97.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.97.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.97.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.98.down_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.98.down_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.98.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.98.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.98.up_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.98.up_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.99.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.99.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.99.gate_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.99.gate_proj.weight_scale": "model-00036-of-00043.safetensors", + "model.layers.78.mlp.experts.99.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.experts.99.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.gate.e_score_correction_bias": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.gate.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.shared_experts.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.shared_experts.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.mlp.shared_experts.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.78.post_attention_layernorm.weight": "model-00037-of-00043.safetensors", + "model.layers.78.self_attn.k_norm.weight": "model-00036-of-00043.safetensors", + "model.layers.78.self_attn.k_proj.bias": "model-00036-of-00043.safetensors", + "model.layers.78.self_attn.k_proj.output_scale": "model-00036-of-00043.safetensors", + "model.layers.78.self_attn.k_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.self_attn.o_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.self_attn.q_norm.weight": "model-00036-of-00043.safetensors", + "model.layers.78.self_attn.q_proj.bias": "model-00036-of-00043.safetensors", + "model.layers.78.self_attn.q_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.78.self_attn.v_proj.bias": "model-00036-of-00043.safetensors", + "model.layers.78.self_attn.v_proj.output_scale": "model-00036-of-00043.safetensors", + "model.layers.78.self_attn.v_proj.weight": "model-00036-of-00043.safetensors", + "model.layers.79.input_layernorm.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.0.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.0.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.0.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.0.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.0.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.0.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.1.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.1.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.1.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.1.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.1.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.1.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.10.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.10.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.10.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.10.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.10.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.10.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.100.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.100.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.100.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.100.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.100.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.100.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.101.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.101.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.101.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.101.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.101.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.101.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.102.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.102.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.102.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.102.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.102.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.102.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.103.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.103.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.103.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.103.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.103.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.103.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.104.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.104.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.104.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.104.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.104.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.104.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.105.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.105.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.105.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.105.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.105.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.105.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.106.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.106.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.106.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.106.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.106.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.106.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.107.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.107.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.107.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.107.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.107.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.107.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.108.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.108.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.108.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.108.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.108.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.108.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.109.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.109.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.109.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.109.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.109.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.109.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.11.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.11.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.11.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.11.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.11.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.11.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.110.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.110.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.110.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.110.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.110.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.110.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.111.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.111.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.111.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.111.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.111.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.111.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.112.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.112.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.112.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.112.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.112.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.112.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.113.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.113.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.113.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.113.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.113.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.113.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.114.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.114.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.114.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.114.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.114.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.114.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.115.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.115.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.115.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.115.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.115.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.115.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.116.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.116.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.116.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.116.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.116.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.116.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.117.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.117.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.117.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.117.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.117.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.117.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.118.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.118.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.118.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.118.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.118.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.118.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.119.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.119.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.119.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.119.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.119.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.119.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.12.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.12.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.12.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.12.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.12.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.12.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.120.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.120.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.120.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.120.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.120.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.120.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.121.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.121.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.121.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.121.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.121.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.121.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.122.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.122.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.122.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.122.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.122.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.122.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.123.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.123.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.123.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.123.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.123.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.123.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.124.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.124.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.124.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.124.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.124.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.124.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.125.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.125.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.125.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.125.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.125.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.125.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.126.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.126.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.126.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.126.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.126.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.126.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.127.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.127.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.127.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.127.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.127.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.127.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.128.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.128.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.128.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.128.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.128.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.128.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.129.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.129.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.129.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.129.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.129.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.129.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.13.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.13.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.13.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.13.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.13.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.13.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.130.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.130.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.130.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.130.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.130.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.130.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.131.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.131.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.131.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.131.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.131.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.131.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.132.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.132.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.132.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.132.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.132.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.132.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.133.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.133.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.133.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.133.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.133.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.133.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.134.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.134.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.134.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.134.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.134.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.134.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.135.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.135.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.135.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.135.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.135.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.135.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.136.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.136.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.136.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.136.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.136.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.136.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.137.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.137.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.137.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.137.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.137.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.137.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.138.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.138.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.138.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.138.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.138.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.138.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.139.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.139.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.139.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.139.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.139.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.139.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.14.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.14.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.14.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.14.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.14.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.14.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.140.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.140.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.140.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.140.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.140.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.140.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.141.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.141.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.141.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.141.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.141.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.141.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.142.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.142.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.142.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.142.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.142.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.142.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.143.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.143.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.143.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.143.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.143.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.143.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.144.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.144.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.144.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.144.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.144.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.144.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.145.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.145.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.145.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.145.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.145.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.145.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.146.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.146.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.146.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.146.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.146.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.146.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.147.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.147.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.147.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.147.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.147.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.147.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.148.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.148.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.148.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.148.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.148.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.148.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.149.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.149.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.149.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.149.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.149.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.149.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.15.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.15.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.15.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.15.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.15.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.15.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.150.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.150.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.150.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.150.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.150.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.150.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.151.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.151.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.151.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.151.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.151.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.151.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.152.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.152.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.152.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.152.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.152.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.152.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.153.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.153.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.153.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.153.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.153.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.153.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.154.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.154.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.154.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.154.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.154.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.154.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.155.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.155.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.155.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.155.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.155.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.155.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.156.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.156.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.156.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.156.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.156.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.156.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.157.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.157.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.157.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.157.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.157.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.157.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.158.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.158.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.158.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.158.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.158.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.158.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.159.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.159.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.159.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.159.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.159.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.159.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.16.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.16.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.16.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.16.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.16.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.16.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.17.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.17.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.17.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.17.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.17.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.17.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.18.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.18.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.18.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.18.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.18.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.18.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.19.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.19.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.19.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.19.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.19.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.19.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.2.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.2.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.2.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.2.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.2.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.2.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.20.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.20.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.20.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.20.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.20.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.20.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.21.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.21.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.21.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.21.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.21.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.21.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.22.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.22.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.22.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.22.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.22.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.22.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.23.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.23.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.23.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.23.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.23.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.23.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.24.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.24.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.24.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.24.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.24.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.24.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.25.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.25.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.25.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.25.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.25.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.25.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.26.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.26.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.26.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.26.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.26.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.26.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.27.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.27.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.27.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.27.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.27.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.27.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.28.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.28.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.28.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.28.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.28.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.28.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.29.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.29.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.29.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.29.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.29.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.29.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.3.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.3.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.3.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.3.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.3.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.3.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.30.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.30.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.30.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.30.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.30.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.30.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.31.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.31.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.31.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.31.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.31.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.31.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.32.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.32.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.32.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.32.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.32.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.32.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.33.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.33.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.33.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.33.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.33.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.33.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.34.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.34.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.34.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.34.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.34.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.34.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.35.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.35.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.35.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.35.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.35.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.35.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.36.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.36.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.36.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.36.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.36.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.36.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.37.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.37.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.37.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.37.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.37.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.37.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.38.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.38.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.38.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.38.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.38.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.38.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.39.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.39.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.39.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.39.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.39.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.39.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.4.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.4.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.4.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.4.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.4.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.4.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.40.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.40.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.40.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.40.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.40.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.40.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.41.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.41.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.41.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.41.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.41.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.41.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.42.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.42.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.42.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.42.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.42.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.42.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.43.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.43.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.43.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.43.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.43.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.43.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.44.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.44.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.44.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.44.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.44.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.44.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.45.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.45.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.45.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.45.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.45.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.45.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.46.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.46.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.46.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.46.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.46.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.46.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.47.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.47.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.47.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.47.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.47.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.47.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.48.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.48.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.48.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.48.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.48.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.48.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.49.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.49.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.49.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.49.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.49.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.49.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.5.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.5.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.5.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.5.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.5.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.5.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.50.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.50.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.50.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.50.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.50.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.50.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.51.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.51.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.51.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.51.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.51.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.51.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.52.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.52.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.52.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.52.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.52.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.52.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.53.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.53.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.53.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.53.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.53.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.53.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.54.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.54.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.54.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.54.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.54.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.54.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.55.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.55.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.55.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.55.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.55.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.55.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.56.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.56.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.56.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.56.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.56.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.56.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.57.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.57.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.57.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.57.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.57.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.57.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.58.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.58.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.58.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.58.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.58.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.58.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.59.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.59.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.59.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.59.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.59.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.59.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.6.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.6.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.6.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.6.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.6.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.6.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.60.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.60.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.60.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.60.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.60.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.60.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.61.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.61.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.61.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.61.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.61.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.61.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.62.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.62.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.62.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.62.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.62.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.62.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.63.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.63.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.63.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.63.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.63.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.63.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.64.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.64.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.64.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.64.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.64.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.64.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.65.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.65.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.65.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.65.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.65.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.65.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.66.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.66.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.66.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.66.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.66.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.66.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.67.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.67.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.67.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.67.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.67.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.67.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.68.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.68.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.68.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.68.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.68.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.68.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.69.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.69.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.69.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.69.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.69.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.69.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.7.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.7.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.7.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.7.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.7.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.7.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.70.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.70.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.70.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.70.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.70.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.70.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.71.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.71.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.71.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.71.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.71.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.71.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.72.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.72.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.72.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.72.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.72.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.72.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.73.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.73.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.73.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.73.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.73.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.73.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.74.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.74.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.74.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.74.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.74.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.74.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.75.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.75.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.75.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.75.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.75.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.75.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.76.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.76.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.76.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.76.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.76.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.76.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.77.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.77.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.77.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.77.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.77.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.77.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.78.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.78.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.78.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.78.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.78.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.78.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.79.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.79.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.79.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.79.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.79.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.79.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.8.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.8.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.8.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.8.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.8.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.8.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.80.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.80.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.80.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.80.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.80.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.80.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.81.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.81.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.81.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.81.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.81.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.81.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.82.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.82.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.82.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.82.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.82.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.82.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.83.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.83.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.83.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.83.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.83.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.83.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.84.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.84.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.84.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.84.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.84.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.84.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.85.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.85.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.85.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.85.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.85.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.85.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.86.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.86.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.86.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.86.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.86.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.86.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.87.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.87.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.87.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.87.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.87.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.87.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.88.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.88.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.88.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.88.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.88.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.88.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.89.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.89.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.89.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.89.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.89.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.89.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.9.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.9.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.9.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.9.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.9.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.9.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.90.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.90.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.90.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.90.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.90.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.90.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.91.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.91.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.91.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.91.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.91.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.91.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.92.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.92.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.92.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.92.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.92.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.92.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.93.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.93.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.93.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.93.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.93.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.93.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.94.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.94.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.94.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.94.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.94.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.94.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.95.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.95.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.95.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.95.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.95.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.95.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.96.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.96.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.96.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.96.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.96.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.96.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.97.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.97.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.97.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.97.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.97.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.97.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.98.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.98.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.98.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.98.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.98.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.98.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.99.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.99.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.99.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.99.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.99.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.experts.99.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.gate.e_score_correction_bias": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.gate.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.shared_experts.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.shared_experts.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.mlp.shared_experts.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.post_attention_layernorm.weight": "model-00037-of-00043.safetensors", + "model.layers.79.self_attn.k_norm.weight": "model-00037-of-00043.safetensors", + "model.layers.79.self_attn.k_proj.bias": "model-00037-of-00043.safetensors", + "model.layers.79.self_attn.k_proj.output_scale": "model-00037-of-00043.safetensors", + "model.layers.79.self_attn.k_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.self_attn.o_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.self_attn.q_norm.weight": "model-00037-of-00043.safetensors", + "model.layers.79.self_attn.q_proj.bias": "model-00037-of-00043.safetensors", + "model.layers.79.self_attn.q_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.79.self_attn.v_proj.bias": "model-00037-of-00043.safetensors", + "model.layers.79.self_attn.v_proj.output_scale": "model-00037-of-00043.safetensors", + "model.layers.79.self_attn.v_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.8.input_layernorm.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.0.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.0.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.0.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.0.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.0.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.0.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.1.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.1.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.1.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.1.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.1.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.1.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.10.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.10.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.10.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.10.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.10.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.10.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.100.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.100.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.100.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.100.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.100.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.100.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.101.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.101.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.101.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.101.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.101.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.101.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.102.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.102.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.102.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.102.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.102.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.102.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.103.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.103.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.103.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.103.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.103.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.103.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.104.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.104.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.104.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.104.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.104.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.104.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.105.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.105.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.105.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.105.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.105.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.105.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.106.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.106.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.106.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.106.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.106.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.106.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.107.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.107.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.107.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.107.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.107.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.107.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.108.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.108.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.108.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.108.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.108.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.108.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.109.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.109.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.109.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.109.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.109.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.109.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.11.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.11.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.11.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.11.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.11.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.11.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.110.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.110.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.110.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.110.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.110.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.110.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.111.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.111.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.111.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.111.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.111.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.111.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.112.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.112.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.112.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.112.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.112.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.112.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.113.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.113.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.113.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.113.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.113.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.113.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.114.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.114.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.114.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.114.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.114.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.114.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.115.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.115.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.115.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.115.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.115.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.115.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.116.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.116.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.116.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.116.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.116.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.116.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.117.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.117.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.117.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.117.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.117.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.117.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.118.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.118.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.118.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.118.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.118.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.118.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.119.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.119.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.119.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.119.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.119.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.119.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.12.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.12.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.12.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.12.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.12.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.12.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.120.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.120.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.120.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.120.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.120.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.120.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.121.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.121.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.121.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.121.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.121.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.121.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.122.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.122.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.122.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.122.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.122.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.122.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.123.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.123.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.123.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.123.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.123.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.123.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.124.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.124.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.124.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.124.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.124.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.124.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.125.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.125.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.125.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.125.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.125.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.125.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.126.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.126.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.126.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.126.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.126.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.126.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.127.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.127.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.127.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.127.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.127.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.127.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.128.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.128.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.128.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.128.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.128.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.128.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.129.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.129.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.129.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.129.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.129.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.129.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.13.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.13.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.13.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.13.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.13.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.13.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.130.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.130.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.130.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.130.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.130.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.130.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.131.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.131.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.131.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.131.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.131.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.131.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.132.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.132.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.132.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.132.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.132.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.132.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.133.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.133.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.133.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.133.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.133.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.133.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.134.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.134.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.134.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.134.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.134.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.134.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.135.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.135.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.135.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.135.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.135.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.135.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.136.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.136.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.136.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.136.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.136.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.136.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.137.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.137.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.137.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.137.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.137.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.137.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.138.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.138.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.138.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.138.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.138.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.138.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.139.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.139.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.139.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.139.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.139.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.139.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.14.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.14.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.14.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.14.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.14.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.14.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.140.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.140.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.140.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.140.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.140.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.140.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.141.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.141.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.141.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.141.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.141.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.141.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.142.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.142.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.142.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.142.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.142.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.142.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.143.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.143.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.143.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.143.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.143.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.143.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.144.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.144.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.144.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.144.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.144.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.144.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.145.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.145.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.145.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.145.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.145.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.145.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.146.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.146.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.146.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.146.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.146.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.146.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.147.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.147.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.147.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.147.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.147.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.147.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.148.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.148.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.148.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.148.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.148.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.148.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.149.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.149.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.149.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.149.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.149.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.149.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.15.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.15.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.15.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.15.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.15.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.15.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.150.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.150.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.150.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.150.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.150.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.150.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.151.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.151.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.151.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.151.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.151.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.151.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.152.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.152.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.152.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.152.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.152.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.152.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.153.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.153.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.153.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.153.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.153.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.153.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.154.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.154.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.154.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.154.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.154.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.154.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.155.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.155.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.155.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.155.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.155.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.155.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.156.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.156.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.156.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.156.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.156.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.156.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.157.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.157.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.157.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.157.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.157.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.157.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.158.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.158.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.158.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.158.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.158.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.158.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.159.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.159.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.159.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.159.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.159.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.159.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.16.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.16.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.16.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.16.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.16.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.16.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.17.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.17.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.17.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.17.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.17.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.17.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.18.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.18.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.18.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.18.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.18.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.18.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.19.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.19.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.19.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.19.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.19.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.19.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.2.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.2.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.2.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.2.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.2.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.2.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.20.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.20.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.20.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.20.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.20.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.20.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.21.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.21.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.21.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.21.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.21.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.21.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.22.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.22.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.22.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.22.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.22.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.22.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.23.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.23.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.23.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.23.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.23.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.23.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.24.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.24.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.24.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.24.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.24.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.24.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.25.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.25.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.25.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.25.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.25.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.25.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.26.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.26.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.26.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.26.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.26.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.26.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.27.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.27.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.27.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.27.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.27.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.27.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.28.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.28.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.28.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.28.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.28.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.28.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.29.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.29.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.29.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.29.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.29.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.29.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.3.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.3.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.3.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.3.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.3.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.3.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.30.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.30.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.30.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.30.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.30.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.30.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.31.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.31.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.31.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.31.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.31.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.31.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.32.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.32.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.32.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.32.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.32.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.32.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.33.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.33.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.33.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.33.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.33.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.33.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.34.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.34.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.34.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.34.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.34.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.34.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.35.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.35.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.35.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.35.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.35.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.35.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.36.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.36.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.36.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.36.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.36.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.36.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.37.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.37.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.37.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.37.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.37.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.37.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.38.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.38.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.38.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.38.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.38.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.38.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.39.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.39.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.39.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.39.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.39.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.39.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.4.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.4.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.4.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.4.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.4.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.4.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.40.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.40.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.40.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.40.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.40.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.40.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.41.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.41.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.41.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.41.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.41.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.41.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.42.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.42.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.42.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.42.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.42.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.42.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.43.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.43.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.43.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.43.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.43.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.43.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.44.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.44.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.44.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.44.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.44.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.44.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.45.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.45.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.45.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.45.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.45.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.45.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.46.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.46.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.46.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.46.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.46.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.46.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.47.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.47.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.47.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.47.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.47.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.47.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.48.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.48.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.48.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.48.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.48.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.48.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.49.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.49.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.49.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.49.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.49.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.49.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.5.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.5.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.5.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.5.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.5.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.5.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.50.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.50.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.50.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.50.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.50.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.50.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.51.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.51.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.51.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.51.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.51.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.51.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.52.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.52.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.52.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.52.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.52.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.52.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.53.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.53.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.53.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.53.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.53.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.53.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.54.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.54.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.54.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.54.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.54.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.54.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.55.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.55.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.55.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.55.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.55.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.55.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.56.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.56.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.56.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.56.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.56.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.56.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.57.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.57.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.57.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.57.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.57.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.57.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.58.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.58.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.58.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.58.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.58.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.58.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.59.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.59.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.59.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.59.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.59.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.59.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.6.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.6.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.6.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.6.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.6.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.6.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.60.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.60.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.60.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.60.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.60.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.60.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.61.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.61.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.61.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.61.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.61.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.61.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.62.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.62.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.62.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.62.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.62.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.62.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.63.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.63.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.63.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.63.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.63.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.63.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.64.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.64.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.64.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.64.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.64.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.64.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.65.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.65.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.65.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.65.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.65.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.65.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.66.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.66.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.66.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.66.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.66.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.66.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.67.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.67.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.67.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.67.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.67.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.67.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.68.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.68.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.68.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.68.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.68.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.68.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.69.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.69.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.69.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.69.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.69.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.69.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.7.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.7.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.7.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.7.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.7.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.7.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.70.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.70.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.70.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.70.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.70.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.70.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.71.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.71.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.71.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.71.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.71.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.71.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.72.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.72.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.72.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.72.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.72.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.72.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.73.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.73.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.73.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.73.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.73.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.73.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.74.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.74.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.74.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.74.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.74.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.74.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.75.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.75.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.75.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.75.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.75.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.75.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.76.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.76.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.76.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.76.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.76.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.76.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.77.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.77.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.77.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.77.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.77.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.77.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.78.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.78.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.78.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.78.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.78.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.78.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.79.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.79.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.79.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.79.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.79.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.79.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.8.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.8.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.8.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.8.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.8.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.8.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.80.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.80.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.80.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.80.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.80.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.80.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.81.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.81.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.81.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.81.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.81.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.81.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.82.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.82.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.82.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.82.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.82.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.82.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.83.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.83.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.83.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.83.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.83.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.83.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.84.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.84.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.84.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.84.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.84.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.84.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.85.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.85.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.85.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.85.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.85.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.85.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.86.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.86.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.86.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.86.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.86.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.86.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.87.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.87.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.87.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.87.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.87.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.87.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.88.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.88.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.88.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.88.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.88.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.88.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.89.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.89.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.89.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.89.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.89.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.89.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.9.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.9.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.9.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.9.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.9.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.9.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.90.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.90.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.90.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.90.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.90.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.90.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.91.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.91.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.91.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.91.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.91.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.91.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.92.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.92.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.92.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.92.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.92.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.92.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.93.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.93.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.93.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.93.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.93.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.93.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.94.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.94.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.94.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.94.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.94.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.94.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.95.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.95.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.95.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.95.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.95.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.95.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.96.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.96.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.96.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.96.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.96.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.96.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.97.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.97.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.97.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.97.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.97.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.97.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.98.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.98.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.98.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.98.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.98.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.98.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.99.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.99.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.99.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.99.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.99.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.experts.99.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.gate.e_score_correction_bias": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.gate.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.shared_experts.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.shared_experts.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.mlp.shared_experts.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00004-of-00043.safetensors", + "model.layers.8.self_attn.k_norm.weight": "model-00004-of-00043.safetensors", + "model.layers.8.self_attn.k_proj.bias": "model-00004-of-00043.safetensors", + "model.layers.8.self_attn.k_proj.output_scale": "model-00004-of-00043.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.self_attn.q_norm.weight": "model-00004-of-00043.safetensors", + "model.layers.8.self_attn.q_proj.bias": "model-00004-of-00043.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.8.self_attn.v_proj.bias": "model-00004-of-00043.safetensors", + "model.layers.8.self_attn.v_proj.output_scale": "model-00004-of-00043.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.80.input_layernorm.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.0.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.0.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.0.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.0.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.0.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.0.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.1.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.1.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.1.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.1.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.1.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.1.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.10.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.10.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.10.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.10.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.10.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.10.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.100.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.100.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.100.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.100.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.100.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.100.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.101.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.101.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.101.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.101.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.101.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.101.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.102.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.102.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.102.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.102.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.102.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.102.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.103.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.103.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.103.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.103.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.103.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.103.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.104.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.104.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.104.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.104.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.104.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.104.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.105.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.105.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.105.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.105.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.105.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.105.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.106.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.106.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.106.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.106.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.106.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.106.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.107.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.107.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.107.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.107.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.107.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.107.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.108.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.108.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.108.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.108.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.108.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.108.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.109.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.109.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.109.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.109.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.109.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.109.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.11.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.11.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.11.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.11.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.11.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.11.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.110.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.110.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.110.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.110.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.110.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.110.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.111.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.111.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.111.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.111.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.111.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.111.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.112.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.112.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.112.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.112.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.112.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.112.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.113.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.113.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.113.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.113.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.113.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.113.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.114.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.114.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.114.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.114.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.114.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.114.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.115.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.115.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.115.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.115.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.115.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.115.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.116.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.116.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.116.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.116.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.116.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.116.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.117.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.117.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.117.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.117.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.117.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.117.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.118.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.118.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.118.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.118.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.118.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.118.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.119.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.119.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.119.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.119.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.119.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.119.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.12.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.12.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.12.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.12.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.12.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.12.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.120.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.120.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.120.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.120.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.120.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.120.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.121.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.121.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.121.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.121.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.121.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.121.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.122.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.122.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.122.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.122.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.122.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.122.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.123.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.123.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.123.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.123.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.123.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.123.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.124.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.124.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.124.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.124.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.124.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.124.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.125.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.125.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.125.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.125.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.125.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.125.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.126.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.126.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.126.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.126.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.126.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.126.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.127.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.127.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.127.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.127.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.127.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.127.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.128.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.128.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.128.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.128.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.128.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.128.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.129.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.129.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.129.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.129.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.129.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.129.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.13.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.13.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.13.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.13.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.13.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.13.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.130.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.130.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.130.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.130.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.130.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.130.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.131.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.131.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.131.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.131.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.131.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.131.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.132.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.132.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.132.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.132.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.132.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.132.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.133.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.133.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.133.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.133.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.133.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.133.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.134.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.134.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.134.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.134.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.134.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.134.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.135.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.135.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.135.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.135.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.135.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.135.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.136.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.136.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.136.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.136.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.136.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.136.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.137.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.137.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.137.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.137.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.137.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.137.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.138.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.138.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.138.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.138.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.138.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.138.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.139.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.139.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.139.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.139.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.139.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.139.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.14.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.14.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.14.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.14.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.14.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.14.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.140.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.140.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.140.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.140.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.140.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.140.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.141.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.141.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.141.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.141.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.141.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.141.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.142.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.142.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.142.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.142.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.142.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.142.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.143.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.143.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.143.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.143.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.143.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.143.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.144.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.144.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.144.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.144.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.144.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.144.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.145.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.145.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.145.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.145.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.145.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.145.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.146.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.146.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.146.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.146.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.146.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.146.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.147.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.147.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.147.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.147.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.147.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.147.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.148.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.148.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.148.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.148.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.148.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.148.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.149.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.149.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.149.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.149.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.149.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.149.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.15.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.15.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.15.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.15.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.15.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.15.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.150.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.150.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.150.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.150.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.150.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.150.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.151.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.151.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.151.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.151.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.151.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.151.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.152.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.152.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.152.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.152.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.152.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.152.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.153.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.153.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.153.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.153.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.153.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.153.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.154.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.154.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.154.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.154.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.154.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.154.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.155.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.155.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.155.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.155.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.155.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.155.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.156.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.156.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.156.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.156.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.156.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.156.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.157.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.157.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.157.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.157.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.157.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.157.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.158.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.158.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.158.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.158.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.158.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.158.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.159.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.159.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.159.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.159.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.159.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.159.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.experts.16.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.16.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.16.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.16.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.16.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.16.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.17.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.17.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.17.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.17.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.17.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.17.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.18.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.18.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.18.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.18.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.18.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.18.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.19.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.19.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.19.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.19.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.19.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.19.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.2.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.2.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.2.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.2.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.2.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.2.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.20.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.20.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.20.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.20.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.20.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.20.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.21.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.21.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.21.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.21.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.21.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.21.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.22.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.22.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.22.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.22.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.22.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.22.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.23.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.23.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.23.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.23.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.23.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.23.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.24.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.24.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.24.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.24.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.24.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.24.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.25.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.25.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.25.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.25.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.25.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.25.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.26.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.26.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.26.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.26.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.26.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.26.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.27.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.27.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.27.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.27.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.27.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.27.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.28.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.28.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.28.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.28.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.28.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.28.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.29.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.29.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.29.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.29.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.29.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.29.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.3.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.3.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.3.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.3.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.3.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.3.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.30.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.30.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.30.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.30.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.30.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.30.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.31.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.31.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.31.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.31.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.31.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.31.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.32.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.32.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.32.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.32.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.32.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.32.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.33.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.33.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.33.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.33.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.33.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.33.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.34.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.34.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.34.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.34.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.34.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.34.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.35.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.35.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.35.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.35.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.35.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.35.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.36.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.36.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.36.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.36.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.36.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.36.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.37.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.37.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.37.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.37.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.37.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.37.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.38.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.38.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.38.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.38.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.38.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.38.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.39.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.39.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.39.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.39.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.39.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.39.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.4.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.4.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.4.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.4.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.4.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.4.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.40.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.40.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.40.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.40.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.40.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.40.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.41.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.41.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.41.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.41.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.41.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.41.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.42.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.42.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.42.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.42.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.42.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.42.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.43.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.43.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.43.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.43.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.43.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.43.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.44.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.44.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.44.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.44.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.44.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.44.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.45.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.45.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.45.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.45.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.45.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.45.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.46.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.46.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.46.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.46.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.46.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.46.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.47.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.47.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.47.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.47.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.47.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.47.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.48.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.48.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.48.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.48.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.48.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.48.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.49.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.49.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.49.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.49.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.49.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.49.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.5.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.5.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.5.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.5.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.5.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.5.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.50.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.50.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.50.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.50.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.50.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.50.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.51.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.51.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.51.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.51.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.51.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.51.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.52.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.52.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.52.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.52.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.52.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.52.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.53.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.53.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.53.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.53.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.53.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.53.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.54.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.54.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.54.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.54.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.54.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.54.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.55.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.55.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.55.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.55.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.55.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.55.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.56.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.56.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.56.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.56.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.56.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.56.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.57.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.57.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.57.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.57.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.57.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.57.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.58.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.58.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.58.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.58.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.58.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.58.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.59.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.59.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.59.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.59.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.59.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.59.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.6.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.6.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.6.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.6.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.6.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.6.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.60.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.60.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.60.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.60.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.60.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.60.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.61.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.61.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.61.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.61.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.61.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.61.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.62.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.62.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.62.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.62.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.62.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.62.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.63.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.63.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.63.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.63.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.63.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.63.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.64.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.64.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.64.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.64.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.64.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.64.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.65.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.65.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.65.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.65.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.65.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.65.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.66.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.66.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.66.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.66.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.66.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.66.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.67.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.67.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.67.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.67.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.67.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.67.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.68.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.68.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.68.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.68.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.68.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.68.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.69.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.69.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.69.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.69.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.69.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.69.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.7.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.7.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.7.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.7.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.7.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.7.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.70.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.70.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.70.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.70.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.70.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.70.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.71.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.71.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.71.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.71.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.71.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.71.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.72.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.72.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.72.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.72.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.72.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.72.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.73.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.73.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.73.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.73.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.73.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.73.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.74.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.74.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.74.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.74.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.74.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.74.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.75.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.75.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.75.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.75.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.75.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.75.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.76.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.76.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.76.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.76.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.76.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.76.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.77.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.77.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.77.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.77.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.77.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.77.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.78.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.78.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.78.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.78.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.78.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.78.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.79.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.79.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.79.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.79.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.79.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.79.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.8.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.8.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.8.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.8.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.8.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.8.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.80.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.80.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.80.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.80.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.80.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.80.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.81.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.81.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.81.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.81.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.81.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.81.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.82.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.82.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.82.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.82.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.82.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.82.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.83.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.83.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.83.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.83.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.83.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.83.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.84.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.84.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.84.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.84.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.84.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.84.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.85.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.85.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.85.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.85.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.85.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.85.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.86.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.86.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.86.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.86.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.86.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.86.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.87.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.87.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.87.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.87.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.87.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.87.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.88.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.88.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.88.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.88.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.88.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.88.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.89.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.89.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.89.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.89.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.89.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.89.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.9.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.9.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.9.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.9.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.9.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.9.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.90.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.90.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.90.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.90.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.90.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.90.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.91.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.91.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.91.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.91.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.91.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.91.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.92.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.92.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.92.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.92.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.92.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.92.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.93.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.93.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.93.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.93.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.93.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.93.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.94.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.94.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.94.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.94.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.94.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.94.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.95.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.95.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.95.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.95.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.95.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.95.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.96.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.96.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.96.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.96.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.96.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.96.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.97.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.97.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.97.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.97.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.97.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.97.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.98.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.98.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.98.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.98.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.98.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.98.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.99.down_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.99.down_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.99.gate_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.99.gate_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.99.up_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.experts.99.up_proj.weight_scale": "model-00037-of-00043.safetensors", + "model.layers.80.mlp.gate.e_score_correction_bias": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.gate.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.shared_experts.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.shared_experts.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.mlp.shared_experts.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.80.post_attention_layernorm.weight": "model-00038-of-00043.safetensors", + "model.layers.80.self_attn.k_norm.weight": "model-00037-of-00043.safetensors", + "model.layers.80.self_attn.k_proj.bias": "model-00037-of-00043.safetensors", + "model.layers.80.self_attn.k_proj.output_scale": "model-00037-of-00043.safetensors", + "model.layers.80.self_attn.k_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.self_attn.o_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.self_attn.q_norm.weight": "model-00037-of-00043.safetensors", + "model.layers.80.self_attn.q_proj.bias": "model-00037-of-00043.safetensors", + "model.layers.80.self_attn.q_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.80.self_attn.v_proj.bias": "model-00037-of-00043.safetensors", + "model.layers.80.self_attn.v_proj.output_scale": "model-00037-of-00043.safetensors", + "model.layers.80.self_attn.v_proj.weight": "model-00037-of-00043.safetensors", + "model.layers.81.input_layernorm.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.0.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.0.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.0.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.0.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.0.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.0.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.1.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.1.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.1.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.1.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.1.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.1.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.10.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.10.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.10.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.10.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.10.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.10.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.100.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.100.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.100.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.100.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.100.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.100.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.101.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.101.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.101.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.101.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.101.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.101.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.102.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.102.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.102.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.102.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.102.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.102.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.103.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.103.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.103.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.103.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.103.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.103.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.104.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.104.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.104.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.104.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.104.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.104.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.105.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.105.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.105.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.105.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.105.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.105.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.106.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.106.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.106.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.106.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.106.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.106.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.107.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.107.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.107.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.107.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.107.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.107.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.108.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.108.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.108.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.108.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.108.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.108.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.109.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.109.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.109.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.109.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.109.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.109.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.11.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.11.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.11.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.11.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.11.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.11.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.110.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.110.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.110.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.110.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.110.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.110.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.111.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.111.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.111.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.111.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.111.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.111.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.112.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.112.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.112.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.112.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.112.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.112.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.113.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.113.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.113.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.113.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.113.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.113.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.114.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.114.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.114.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.114.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.114.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.114.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.115.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.115.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.115.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.115.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.115.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.115.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.116.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.116.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.116.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.116.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.116.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.116.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.117.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.117.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.117.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.117.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.117.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.117.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.118.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.118.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.118.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.118.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.118.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.118.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.119.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.119.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.119.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.119.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.119.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.119.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.12.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.12.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.12.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.12.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.12.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.12.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.120.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.120.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.120.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.120.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.120.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.120.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.121.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.121.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.121.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.121.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.121.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.121.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.122.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.122.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.122.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.122.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.122.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.122.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.123.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.123.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.123.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.123.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.123.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.123.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.124.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.124.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.124.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.124.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.124.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.124.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.125.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.125.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.125.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.125.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.125.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.125.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.126.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.126.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.126.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.126.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.126.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.126.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.127.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.127.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.127.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.127.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.127.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.127.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.128.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.128.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.128.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.128.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.128.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.128.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.129.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.129.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.129.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.129.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.129.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.129.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.13.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.13.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.13.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.13.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.13.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.13.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.130.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.130.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.130.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.130.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.130.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.130.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.131.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.131.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.131.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.131.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.131.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.131.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.132.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.132.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.132.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.132.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.132.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.132.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.133.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.133.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.133.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.133.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.133.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.133.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.134.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.134.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.134.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.134.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.134.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.134.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.135.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.135.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.135.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.135.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.135.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.135.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.136.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.136.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.136.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.136.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.136.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.136.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.137.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.137.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.137.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.137.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.137.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.137.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.138.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.138.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.138.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.138.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.138.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.138.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.139.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.139.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.139.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.139.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.139.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.139.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.14.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.14.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.14.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.14.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.14.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.14.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.140.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.140.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.140.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.140.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.140.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.140.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.141.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.141.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.141.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.141.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.141.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.141.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.142.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.142.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.142.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.142.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.142.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.142.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.143.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.143.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.143.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.143.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.143.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.143.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.144.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.144.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.144.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.144.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.144.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.144.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.145.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.145.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.145.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.145.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.145.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.145.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.146.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.146.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.146.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.146.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.146.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.146.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.147.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.147.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.147.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.147.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.147.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.147.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.148.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.148.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.148.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.148.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.148.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.148.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.149.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.149.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.149.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.149.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.149.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.149.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.15.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.15.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.15.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.15.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.15.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.15.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.150.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.150.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.150.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.150.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.150.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.150.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.151.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.151.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.151.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.151.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.151.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.151.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.152.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.152.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.152.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.152.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.152.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.152.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.153.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.153.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.153.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.153.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.153.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.153.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.154.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.154.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.154.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.154.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.154.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.154.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.155.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.155.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.155.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.155.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.155.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.155.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.156.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.156.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.156.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.156.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.156.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.156.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.157.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.157.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.157.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.157.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.157.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.157.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.158.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.158.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.158.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.158.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.158.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.158.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.159.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.159.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.159.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.159.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.159.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.159.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.16.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.16.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.16.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.16.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.16.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.16.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.17.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.17.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.17.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.17.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.17.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.17.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.18.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.18.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.18.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.18.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.18.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.18.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.19.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.19.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.19.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.19.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.19.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.19.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.2.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.2.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.2.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.2.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.2.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.2.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.20.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.20.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.20.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.20.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.20.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.20.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.21.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.21.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.21.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.21.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.21.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.21.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.22.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.22.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.22.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.22.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.22.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.22.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.23.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.23.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.23.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.23.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.23.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.23.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.24.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.24.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.24.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.24.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.24.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.24.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.25.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.25.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.25.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.25.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.25.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.25.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.26.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.26.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.26.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.26.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.26.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.26.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.27.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.27.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.27.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.27.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.27.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.27.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.28.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.28.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.28.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.28.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.28.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.28.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.29.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.29.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.29.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.29.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.29.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.29.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.3.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.3.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.3.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.3.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.3.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.3.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.30.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.30.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.30.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.30.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.30.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.30.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.31.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.31.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.31.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.31.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.31.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.31.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.32.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.32.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.32.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.32.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.32.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.32.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.33.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.33.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.33.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.33.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.33.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.33.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.34.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.34.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.34.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.34.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.34.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.34.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.35.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.35.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.35.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.35.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.35.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.35.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.36.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.36.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.36.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.36.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.36.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.36.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.37.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.37.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.37.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.37.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.37.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.37.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.38.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.38.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.38.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.38.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.38.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.38.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.39.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.39.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.39.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.39.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.39.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.39.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.4.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.4.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.4.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.4.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.4.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.4.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.40.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.40.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.40.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.40.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.40.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.40.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.41.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.41.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.41.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.41.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.41.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.41.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.42.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.42.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.42.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.42.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.42.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.42.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.43.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.43.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.43.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.43.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.43.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.43.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.44.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.44.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.44.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.44.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.44.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.44.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.45.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.45.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.45.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.45.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.45.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.45.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.46.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.46.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.46.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.46.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.46.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.46.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.47.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.47.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.47.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.47.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.47.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.47.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.48.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.48.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.48.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.48.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.48.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.48.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.49.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.49.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.49.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.49.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.49.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.49.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.5.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.5.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.5.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.5.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.5.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.5.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.50.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.50.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.50.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.50.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.50.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.50.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.51.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.51.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.51.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.51.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.51.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.51.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.52.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.52.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.52.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.52.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.52.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.52.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.53.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.53.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.53.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.53.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.53.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.53.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.54.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.54.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.54.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.54.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.54.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.54.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.55.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.55.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.55.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.55.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.55.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.55.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.56.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.56.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.56.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.56.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.56.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.56.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.57.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.57.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.57.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.57.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.57.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.57.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.58.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.58.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.58.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.58.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.58.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.58.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.59.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.59.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.59.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.59.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.59.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.59.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.6.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.6.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.6.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.6.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.6.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.6.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.60.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.60.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.60.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.60.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.60.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.60.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.61.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.61.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.61.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.61.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.61.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.61.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.62.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.62.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.62.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.62.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.62.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.62.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.63.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.63.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.63.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.63.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.63.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.63.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.64.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.64.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.64.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.64.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.64.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.64.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.65.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.65.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.65.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.65.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.65.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.65.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.66.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.66.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.66.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.66.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.66.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.66.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.67.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.67.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.67.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.67.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.67.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.67.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.68.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.68.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.68.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.68.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.68.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.68.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.69.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.69.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.69.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.69.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.69.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.69.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.7.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.7.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.7.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.7.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.7.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.7.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.70.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.70.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.70.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.70.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.70.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.70.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.71.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.71.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.71.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.71.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.71.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.71.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.72.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.72.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.72.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.72.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.72.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.72.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.73.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.73.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.73.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.73.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.73.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.73.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.74.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.74.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.74.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.74.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.74.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.74.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.75.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.75.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.75.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.75.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.75.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.75.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.76.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.76.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.76.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.76.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.76.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.76.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.77.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.77.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.77.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.77.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.77.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.77.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.78.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.78.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.78.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.78.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.78.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.78.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.79.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.79.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.79.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.79.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.79.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.79.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.8.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.8.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.8.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.8.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.8.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.8.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.80.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.80.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.80.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.80.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.80.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.80.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.81.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.81.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.81.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.81.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.81.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.81.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.82.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.82.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.82.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.82.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.82.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.82.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.83.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.83.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.83.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.83.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.83.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.83.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.84.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.84.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.84.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.84.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.84.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.84.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.85.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.85.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.85.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.85.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.85.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.85.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.86.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.86.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.86.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.86.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.86.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.86.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.87.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.87.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.87.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.87.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.87.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.87.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.88.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.88.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.88.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.88.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.88.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.88.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.89.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.89.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.89.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.89.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.89.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.89.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.9.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.9.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.9.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.9.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.9.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.9.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.90.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.90.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.90.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.90.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.90.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.90.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.91.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.91.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.91.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.91.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.91.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.91.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.92.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.92.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.92.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.92.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.92.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.92.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.93.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.93.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.93.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.93.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.93.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.93.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.94.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.94.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.94.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.94.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.94.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.94.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.95.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.95.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.95.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.95.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.95.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.95.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.96.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.96.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.96.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.96.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.96.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.96.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.97.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.97.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.97.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.97.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.97.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.97.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.98.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.98.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.98.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.98.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.98.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.98.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.99.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.99.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.99.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.99.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.99.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.experts.99.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.gate.e_score_correction_bias": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.gate.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.shared_experts.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.shared_experts.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.mlp.shared_experts.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.post_attention_layernorm.weight": "model-00038-of-00043.safetensors", + "model.layers.81.self_attn.k_norm.weight": "model-00038-of-00043.safetensors", + "model.layers.81.self_attn.k_proj.bias": "model-00038-of-00043.safetensors", + "model.layers.81.self_attn.k_proj.output_scale": "model-00038-of-00043.safetensors", + "model.layers.81.self_attn.k_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.self_attn.o_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.self_attn.q_norm.weight": "model-00038-of-00043.safetensors", + "model.layers.81.self_attn.q_proj.bias": "model-00038-of-00043.safetensors", + "model.layers.81.self_attn.q_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.81.self_attn.v_proj.bias": "model-00038-of-00043.safetensors", + "model.layers.81.self_attn.v_proj.output_scale": "model-00038-of-00043.safetensors", + "model.layers.81.self_attn.v_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.input_layernorm.weight": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.0.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.0.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.0.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.0.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.0.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.0.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.1.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.1.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.1.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.1.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.1.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.1.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.10.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.10.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.10.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.10.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.10.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.10.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.100.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.100.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.100.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.100.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.100.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.100.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.101.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.101.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.101.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.101.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.101.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.101.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.102.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.102.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.102.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.102.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.102.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.102.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.103.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.103.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.103.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.103.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.103.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.103.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.104.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.104.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.104.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.104.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.104.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.104.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.105.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.105.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.105.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.105.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.105.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.105.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.106.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.106.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.106.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.106.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.106.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.106.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.107.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.107.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.107.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.107.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.107.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.107.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.108.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.108.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.108.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.108.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.108.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.108.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.109.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.109.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.109.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.109.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.109.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.109.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.11.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.11.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.11.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.11.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.11.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.11.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.110.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.110.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.110.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.110.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.110.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.110.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.111.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.111.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.111.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.111.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.111.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.111.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.112.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.112.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.112.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.112.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.112.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.112.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.113.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.113.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.113.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.113.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.113.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.113.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.114.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.114.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.114.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.114.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.114.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.114.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.115.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.115.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.115.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.115.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.115.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.115.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.116.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.116.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.116.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.116.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.116.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.116.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.117.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.117.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.117.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.117.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.117.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.117.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.118.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.118.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.118.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.118.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.118.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.118.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.119.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.119.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.119.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.119.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.119.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.119.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.12.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.12.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.12.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.12.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.12.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.12.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.120.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.120.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.120.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.120.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.120.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.120.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.121.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.121.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.121.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.121.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.121.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.121.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.122.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.122.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.122.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.122.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.122.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.122.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.123.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.123.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.123.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.123.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.123.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.123.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.124.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.124.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.124.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.124.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.124.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.124.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.125.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.125.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.125.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.125.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.125.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.125.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.126.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.126.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.126.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.126.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.126.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.126.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.127.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.127.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.127.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.127.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.127.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.127.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.128.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.128.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.128.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.128.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.128.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.128.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.129.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.129.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.129.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.129.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.129.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.129.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.13.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.13.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.13.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.13.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.13.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.13.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.130.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.130.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.130.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.130.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.130.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.130.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.131.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.131.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.131.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.131.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.131.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.131.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.132.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.132.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.132.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.132.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.132.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.132.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.133.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.133.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.133.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.133.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.133.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.133.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.134.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.134.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.134.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.134.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.134.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.134.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.135.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.135.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.135.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.135.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.135.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.135.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.136.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.136.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.136.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.136.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.136.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.136.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.137.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.137.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.137.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.137.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.137.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.137.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.138.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.138.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.138.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.138.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.138.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.138.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.139.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.139.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.139.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.139.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.139.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.139.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.14.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.14.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.14.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.14.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.14.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.14.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.140.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.140.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.140.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.140.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.140.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.140.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.141.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.141.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.141.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.141.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.141.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.141.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.142.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.142.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.142.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.142.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.142.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.142.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.143.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.143.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.143.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.143.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.143.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.143.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.144.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.144.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.144.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.144.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.144.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.144.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.145.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.145.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.145.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.145.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.145.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.145.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.146.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.146.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.146.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.146.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.146.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.146.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.147.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.147.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.147.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.147.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.147.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.147.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.148.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.148.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.148.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.148.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.148.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.148.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.149.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.149.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.149.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.149.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.149.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.149.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.15.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.15.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.15.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.15.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.15.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.15.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.150.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.150.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.150.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.150.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.150.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.150.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.151.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.151.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.151.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.151.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.151.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.151.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.152.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.152.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.152.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.152.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.152.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.152.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.153.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.153.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.153.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.153.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.153.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.153.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.154.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.154.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.154.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.154.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.154.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.154.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.155.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.155.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.155.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.155.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.155.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.155.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.156.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.156.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.156.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.156.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.156.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.156.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.157.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.157.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.157.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.157.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.157.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.157.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.158.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.158.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.158.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.158.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.158.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.158.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.159.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.159.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.159.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.159.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.159.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.159.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.experts.16.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.16.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.16.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.16.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.16.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.16.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.17.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.17.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.17.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.17.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.17.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.17.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.18.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.18.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.18.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.18.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.18.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.18.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.19.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.19.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.19.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.19.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.19.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.19.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.2.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.2.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.2.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.2.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.2.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.2.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.20.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.20.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.20.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.20.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.20.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.20.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.21.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.21.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.21.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.21.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.21.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.21.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.22.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.22.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.22.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.22.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.22.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.22.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.23.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.23.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.23.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.23.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.23.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.23.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.24.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.24.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.24.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.24.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.24.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.24.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.25.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.25.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.25.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.25.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.25.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.25.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.26.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.26.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.26.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.26.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.26.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.26.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.27.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.27.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.27.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.27.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.27.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.27.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.28.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.28.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.28.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.28.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.28.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.28.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.29.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.29.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.29.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.29.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.29.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.29.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.3.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.3.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.3.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.3.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.3.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.3.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.30.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.30.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.30.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.30.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.30.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.30.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.31.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.31.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.31.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.31.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.31.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.31.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.32.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.32.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.32.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.32.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.32.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.32.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.33.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.33.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.33.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.33.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.33.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.33.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.34.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.34.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.34.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.34.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.34.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.34.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.35.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.35.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.35.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.35.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.35.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.35.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.36.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.36.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.36.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.36.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.36.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.36.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.37.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.37.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.37.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.37.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.37.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.37.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.38.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.38.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.38.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.38.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.38.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.38.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.39.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.39.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.39.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.39.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.39.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.39.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.4.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.4.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.4.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.4.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.4.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.4.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.40.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.40.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.40.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.40.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.40.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.40.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.41.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.41.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.41.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.41.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.41.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.41.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.42.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.42.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.42.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.42.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.42.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.42.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.43.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.43.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.43.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.43.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.43.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.43.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.44.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.44.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.44.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.44.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.44.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.44.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.45.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.45.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.45.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.45.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.45.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.45.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.46.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.46.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.46.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.46.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.46.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.46.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.47.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.47.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.47.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.47.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.47.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.47.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.48.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.48.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.48.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.48.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.48.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.48.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.49.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.49.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.49.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.49.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.49.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.49.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.5.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.5.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.5.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.5.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.5.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.5.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.50.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.50.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.50.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.50.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.50.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.50.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.51.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.51.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.51.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.51.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.51.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.51.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.52.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.52.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.52.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.52.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.52.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.52.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.53.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.53.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.53.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.53.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.53.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.53.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.54.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.54.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.54.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.54.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.54.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.54.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.55.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.55.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.55.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.55.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.55.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.55.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.56.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.56.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.56.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.56.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.56.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.56.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.57.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.57.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.57.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.57.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.57.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.57.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.58.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.58.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.58.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.58.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.58.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.58.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.59.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.59.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.59.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.59.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.59.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.59.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.6.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.6.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.6.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.6.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.6.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.6.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.60.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.60.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.60.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.60.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.60.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.60.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.61.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.61.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.61.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.61.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.61.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.61.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.62.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.62.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.62.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.62.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.62.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.62.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.63.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.63.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.63.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.63.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.63.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.63.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.64.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.64.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.64.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.64.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.64.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.64.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.65.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.65.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.65.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.65.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.65.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.65.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.66.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.66.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.66.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.66.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.66.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.66.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.67.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.67.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.67.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.67.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.67.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.67.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.68.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.68.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.68.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.68.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.68.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.68.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.69.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.69.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.69.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.69.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.69.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.69.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.7.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.7.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.7.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.7.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.7.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.7.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.70.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.70.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.70.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.70.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.70.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.70.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.71.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.71.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.71.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.71.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.71.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.71.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.72.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.72.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.72.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.72.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.72.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.72.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.73.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.73.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.73.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.73.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.73.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.73.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.74.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.74.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.74.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.74.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.74.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.74.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.75.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.75.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.75.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.75.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.75.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.75.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.76.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.76.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.76.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.76.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.76.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.76.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.77.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.77.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.77.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.77.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.77.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.77.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.78.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.78.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.78.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.78.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.78.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.78.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.79.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.79.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.79.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.79.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.79.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.79.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.8.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.8.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.8.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.8.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.8.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.8.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.80.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.80.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.80.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.80.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.80.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.80.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.81.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.81.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.81.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.81.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.81.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.81.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.82.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.82.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.82.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.82.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.82.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.82.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.83.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.83.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.83.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.83.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.83.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.83.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.84.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.84.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.84.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.84.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.84.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.84.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.85.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.85.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.85.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.85.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.85.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.85.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.86.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.86.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.86.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.86.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.86.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.86.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.87.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.87.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.87.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.87.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.87.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.87.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.88.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.88.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.88.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.88.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.88.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.88.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.89.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.89.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.89.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.89.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.89.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.89.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.9.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.9.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.9.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.9.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.9.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.9.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.90.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.90.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.90.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.90.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.90.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.90.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.91.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.91.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.91.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.91.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.91.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.91.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.92.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.92.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.92.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.92.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.92.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.92.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.93.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.93.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.93.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.93.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.93.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.93.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.94.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.94.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.94.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.94.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.94.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.94.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.95.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.95.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.95.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.95.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.95.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.95.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.96.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.96.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.96.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.96.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.96.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.96.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.97.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.97.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.97.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.97.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.97.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.97.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.98.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.98.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.98.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.98.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.98.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.98.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.99.down_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.99.down_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.99.gate_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.99.gate_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.99.up_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.experts.99.up_proj.weight_scale": "model-00038-of-00043.safetensors", + "model.layers.82.mlp.gate.e_score_correction_bias": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.gate.weight": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.shared_experts.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.shared_experts.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.82.mlp.shared_experts.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.82.post_attention_layernorm.weight": "model-00039-of-00043.safetensors", + "model.layers.82.self_attn.k_norm.weight": "model-00038-of-00043.safetensors", + "model.layers.82.self_attn.k_proj.bias": "model-00038-of-00043.safetensors", + "model.layers.82.self_attn.k_proj.output_scale": "model-00038-of-00043.safetensors", + "model.layers.82.self_attn.k_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.self_attn.o_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.self_attn.q_norm.weight": "model-00038-of-00043.safetensors", + "model.layers.82.self_attn.q_proj.bias": "model-00038-of-00043.safetensors", + "model.layers.82.self_attn.q_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.82.self_attn.v_proj.bias": "model-00038-of-00043.safetensors", + "model.layers.82.self_attn.v_proj.output_scale": "model-00038-of-00043.safetensors", + "model.layers.82.self_attn.v_proj.weight": "model-00038-of-00043.safetensors", + "model.layers.83.input_layernorm.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.0.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.0.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.0.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.0.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.0.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.0.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.1.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.1.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.1.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.1.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.1.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.1.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.10.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.10.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.10.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.10.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.10.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.10.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.100.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.100.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.100.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.100.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.100.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.100.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.101.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.101.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.101.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.101.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.101.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.101.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.102.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.102.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.102.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.102.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.102.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.102.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.103.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.103.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.103.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.103.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.103.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.103.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.104.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.104.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.104.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.104.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.104.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.104.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.105.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.105.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.105.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.105.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.105.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.105.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.106.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.106.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.106.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.106.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.106.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.106.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.107.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.107.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.107.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.107.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.107.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.107.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.108.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.108.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.108.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.108.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.108.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.108.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.109.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.109.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.109.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.109.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.109.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.109.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.11.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.11.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.11.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.11.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.11.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.11.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.110.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.110.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.110.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.110.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.110.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.110.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.111.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.111.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.111.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.111.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.111.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.111.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.112.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.112.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.112.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.112.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.112.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.112.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.113.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.113.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.113.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.113.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.113.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.113.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.114.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.114.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.114.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.114.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.114.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.114.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.115.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.115.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.115.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.115.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.115.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.115.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.116.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.116.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.116.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.116.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.116.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.116.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.117.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.117.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.117.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.117.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.117.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.117.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.118.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.118.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.118.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.118.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.118.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.118.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.119.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.119.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.119.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.119.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.119.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.119.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.12.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.12.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.12.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.12.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.12.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.12.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.120.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.120.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.120.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.120.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.120.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.120.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.121.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.121.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.121.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.121.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.121.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.121.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.122.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.122.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.122.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.122.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.122.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.122.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.123.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.123.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.123.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.123.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.123.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.123.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.124.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.124.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.124.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.124.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.124.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.124.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.125.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.125.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.125.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.125.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.125.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.125.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.126.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.126.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.126.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.126.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.126.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.126.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.127.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.127.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.127.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.127.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.127.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.127.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.128.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.128.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.128.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.128.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.128.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.128.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.129.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.129.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.129.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.129.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.129.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.129.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.13.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.13.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.13.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.13.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.13.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.13.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.130.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.130.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.130.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.130.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.130.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.130.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.131.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.131.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.131.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.131.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.131.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.131.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.132.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.132.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.132.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.132.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.132.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.132.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.133.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.133.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.133.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.133.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.133.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.133.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.134.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.134.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.134.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.134.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.134.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.134.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.135.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.135.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.135.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.135.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.135.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.135.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.136.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.136.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.136.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.136.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.136.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.136.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.137.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.137.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.137.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.137.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.137.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.137.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.138.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.138.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.138.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.138.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.138.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.138.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.139.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.139.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.139.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.139.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.139.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.139.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.14.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.14.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.14.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.14.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.14.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.14.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.140.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.140.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.140.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.140.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.140.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.140.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.141.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.141.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.141.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.141.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.141.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.141.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.142.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.142.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.142.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.142.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.142.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.142.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.143.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.143.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.143.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.143.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.143.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.143.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.144.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.144.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.144.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.144.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.144.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.144.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.145.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.145.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.145.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.145.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.145.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.145.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.146.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.146.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.146.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.146.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.146.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.146.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.147.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.147.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.147.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.147.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.147.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.147.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.148.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.148.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.148.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.148.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.148.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.148.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.149.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.149.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.149.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.149.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.149.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.149.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.15.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.15.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.15.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.15.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.15.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.15.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.150.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.150.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.150.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.150.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.150.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.150.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.151.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.151.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.151.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.151.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.151.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.151.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.152.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.152.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.152.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.152.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.152.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.152.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.153.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.153.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.153.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.153.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.153.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.153.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.154.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.154.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.154.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.154.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.154.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.154.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.155.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.155.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.155.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.155.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.155.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.155.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.156.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.156.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.156.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.156.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.156.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.156.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.157.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.157.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.157.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.157.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.157.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.157.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.158.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.158.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.158.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.158.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.158.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.158.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.159.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.159.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.159.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.159.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.159.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.159.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.16.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.16.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.16.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.16.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.16.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.16.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.17.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.17.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.17.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.17.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.17.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.17.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.18.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.18.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.18.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.18.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.18.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.18.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.19.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.19.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.19.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.19.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.19.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.19.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.2.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.2.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.2.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.2.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.2.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.2.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.20.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.20.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.20.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.20.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.20.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.20.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.21.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.21.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.21.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.21.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.21.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.21.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.22.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.22.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.22.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.22.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.22.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.22.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.23.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.23.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.23.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.23.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.23.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.23.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.24.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.24.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.24.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.24.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.24.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.24.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.25.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.25.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.25.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.25.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.25.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.25.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.26.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.26.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.26.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.26.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.26.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.26.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.27.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.27.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.27.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.27.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.27.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.27.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.28.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.28.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.28.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.28.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.28.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.28.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.29.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.29.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.29.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.29.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.29.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.29.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.3.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.3.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.3.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.3.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.3.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.3.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.30.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.30.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.30.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.30.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.30.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.30.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.31.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.31.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.31.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.31.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.31.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.31.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.32.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.32.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.32.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.32.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.32.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.32.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.33.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.33.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.33.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.33.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.33.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.33.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.34.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.34.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.34.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.34.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.34.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.34.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.35.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.35.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.35.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.35.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.35.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.35.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.36.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.36.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.36.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.36.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.36.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.36.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.37.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.37.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.37.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.37.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.37.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.37.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.38.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.38.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.38.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.38.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.38.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.38.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.39.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.39.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.39.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.39.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.39.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.39.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.4.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.4.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.4.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.4.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.4.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.4.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.40.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.40.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.40.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.40.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.40.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.40.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.41.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.41.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.41.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.41.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.41.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.41.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.42.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.42.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.42.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.42.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.42.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.42.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.43.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.43.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.43.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.43.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.43.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.43.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.44.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.44.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.44.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.44.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.44.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.44.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.45.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.45.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.45.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.45.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.45.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.45.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.46.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.46.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.46.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.46.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.46.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.46.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.47.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.47.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.47.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.47.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.47.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.47.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.48.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.48.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.48.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.48.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.48.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.48.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.49.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.49.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.49.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.49.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.49.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.49.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.5.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.5.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.5.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.5.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.5.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.5.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.50.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.50.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.50.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.50.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.50.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.50.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.51.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.51.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.51.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.51.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.51.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.51.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.52.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.52.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.52.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.52.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.52.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.52.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.53.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.53.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.53.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.53.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.53.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.53.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.54.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.54.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.54.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.54.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.54.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.54.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.55.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.55.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.55.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.55.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.55.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.55.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.56.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.56.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.56.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.56.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.56.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.56.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.57.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.57.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.57.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.57.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.57.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.57.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.58.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.58.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.58.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.58.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.58.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.58.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.59.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.59.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.59.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.59.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.59.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.59.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.6.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.6.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.6.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.6.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.6.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.6.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.60.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.60.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.60.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.60.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.60.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.60.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.61.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.61.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.61.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.61.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.61.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.61.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.62.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.62.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.62.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.62.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.62.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.62.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.63.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.63.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.63.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.63.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.63.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.63.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.64.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.64.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.64.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.64.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.64.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.64.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.65.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.65.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.65.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.65.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.65.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.65.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.66.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.66.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.66.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.66.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.66.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.66.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.67.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.67.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.67.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.67.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.67.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.67.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.68.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.68.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.68.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.68.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.68.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.68.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.69.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.69.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.69.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.69.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.69.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.69.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.7.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.7.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.7.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.7.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.7.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.7.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.70.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.70.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.70.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.70.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.70.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.70.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.71.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.71.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.71.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.71.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.71.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.71.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.72.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.72.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.72.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.72.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.72.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.72.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.73.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.73.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.73.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.73.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.73.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.73.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.74.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.74.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.74.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.74.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.74.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.74.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.75.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.75.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.75.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.75.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.75.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.75.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.76.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.76.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.76.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.76.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.76.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.76.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.77.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.77.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.77.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.77.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.77.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.77.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.78.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.78.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.78.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.78.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.78.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.78.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.79.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.79.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.79.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.79.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.79.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.79.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.8.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.8.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.8.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.8.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.8.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.8.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.80.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.80.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.80.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.80.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.80.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.80.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.81.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.81.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.81.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.81.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.81.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.81.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.82.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.82.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.82.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.82.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.82.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.82.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.83.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.83.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.83.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.83.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.83.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.83.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.84.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.84.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.84.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.84.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.84.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.84.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.85.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.85.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.85.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.85.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.85.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.85.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.86.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.86.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.86.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.86.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.86.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.86.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.87.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.87.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.87.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.87.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.87.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.87.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.88.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.88.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.88.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.88.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.88.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.88.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.89.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.89.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.89.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.89.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.89.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.89.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.9.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.9.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.9.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.9.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.9.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.9.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.90.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.90.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.90.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.90.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.90.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.90.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.91.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.91.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.91.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.91.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.91.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.91.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.92.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.92.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.92.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.92.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.92.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.92.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.93.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.93.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.93.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.93.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.93.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.93.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.94.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.94.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.94.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.94.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.94.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.94.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.95.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.95.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.95.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.95.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.95.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.95.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.96.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.96.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.96.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.96.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.96.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.96.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.97.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.97.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.97.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.97.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.97.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.97.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.98.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.98.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.98.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.98.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.98.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.98.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.99.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.99.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.99.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.99.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.99.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.experts.99.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.gate.e_score_correction_bias": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.gate.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.shared_experts.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.shared_experts.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.mlp.shared_experts.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.post_attention_layernorm.weight": "model-00039-of-00043.safetensors", + "model.layers.83.self_attn.k_norm.weight": "model-00039-of-00043.safetensors", + "model.layers.83.self_attn.k_proj.bias": "model-00039-of-00043.safetensors", + "model.layers.83.self_attn.k_proj.output_scale": "model-00039-of-00043.safetensors", + "model.layers.83.self_attn.k_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.self_attn.o_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.self_attn.q_norm.weight": "model-00039-of-00043.safetensors", + "model.layers.83.self_attn.q_proj.bias": "model-00039-of-00043.safetensors", + "model.layers.83.self_attn.q_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.83.self_attn.v_proj.bias": "model-00039-of-00043.safetensors", + "model.layers.83.self_attn.v_proj.output_scale": "model-00039-of-00043.safetensors", + "model.layers.83.self_attn.v_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.input_layernorm.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.0.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.0.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.0.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.0.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.0.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.0.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.1.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.1.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.1.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.1.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.1.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.1.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.10.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.10.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.10.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.10.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.10.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.10.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.100.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.100.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.100.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.100.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.100.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.100.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.101.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.101.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.101.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.101.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.101.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.101.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.102.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.102.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.102.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.102.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.102.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.102.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.103.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.103.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.103.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.103.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.103.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.103.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.104.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.104.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.104.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.104.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.104.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.104.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.105.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.105.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.105.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.105.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.105.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.105.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.106.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.106.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.106.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.106.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.106.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.106.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.107.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.107.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.107.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.107.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.107.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.107.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.108.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.108.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.108.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.108.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.108.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.108.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.109.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.109.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.109.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.109.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.109.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.109.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.11.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.11.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.11.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.11.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.11.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.11.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.110.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.110.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.110.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.110.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.110.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.110.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.111.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.111.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.111.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.111.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.111.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.111.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.112.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.112.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.112.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.112.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.112.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.112.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.113.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.113.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.113.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.113.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.113.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.113.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.114.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.114.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.114.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.114.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.114.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.114.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.115.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.115.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.115.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.115.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.115.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.115.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.116.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.116.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.116.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.116.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.116.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.116.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.117.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.117.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.117.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.117.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.117.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.117.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.118.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.118.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.118.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.118.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.118.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.118.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.119.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.119.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.119.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.119.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.119.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.119.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.12.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.12.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.12.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.12.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.12.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.12.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.120.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.120.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.120.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.120.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.120.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.120.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.121.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.121.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.121.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.121.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.121.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.121.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.122.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.122.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.122.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.122.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.122.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.122.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.123.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.123.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.123.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.123.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.123.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.123.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.124.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.124.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.124.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.124.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.124.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.124.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.125.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.125.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.125.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.125.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.125.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.125.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.126.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.126.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.126.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.126.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.126.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.126.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.127.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.127.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.127.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.127.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.127.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.127.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.128.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.128.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.128.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.128.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.128.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.128.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.129.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.129.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.129.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.129.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.129.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.129.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.13.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.13.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.13.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.13.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.13.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.13.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.130.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.130.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.130.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.130.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.130.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.130.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.131.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.131.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.131.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.131.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.131.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.131.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.132.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.132.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.132.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.132.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.132.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.132.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.133.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.133.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.133.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.133.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.133.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.133.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.134.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.134.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.134.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.134.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.134.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.134.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.135.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.135.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.135.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.135.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.135.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.135.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.136.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.136.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.136.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.136.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.136.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.136.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.137.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.137.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.137.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.137.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.137.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.137.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.138.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.138.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.138.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.138.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.138.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.138.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.139.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.139.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.139.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.139.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.139.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.139.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.14.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.14.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.14.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.14.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.14.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.14.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.140.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.140.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.140.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.140.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.140.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.140.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.141.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.141.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.141.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.141.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.141.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.141.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.142.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.142.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.142.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.142.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.142.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.142.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.143.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.143.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.143.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.143.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.143.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.143.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.144.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.144.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.144.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.144.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.144.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.144.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.145.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.145.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.145.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.145.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.145.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.145.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.146.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.146.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.146.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.146.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.146.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.146.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.147.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.147.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.147.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.147.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.147.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.147.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.148.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.148.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.148.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.148.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.148.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.148.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.149.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.149.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.149.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.149.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.149.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.149.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.15.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.15.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.15.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.15.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.15.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.15.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.150.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.150.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.150.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.150.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.150.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.150.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.151.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.151.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.151.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.151.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.151.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.151.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.152.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.152.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.152.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.152.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.152.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.152.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.153.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.153.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.153.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.153.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.153.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.153.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.154.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.154.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.154.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.154.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.154.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.154.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.155.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.155.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.155.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.155.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.155.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.155.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.156.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.156.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.156.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.156.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.156.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.156.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.157.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.157.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.157.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.157.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.157.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.157.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.158.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.158.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.158.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.158.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.158.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.158.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.159.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.159.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.159.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.159.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.159.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.159.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.16.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.16.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.16.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.16.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.16.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.16.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.17.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.17.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.17.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.17.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.17.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.17.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.18.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.18.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.18.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.18.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.18.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.18.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.19.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.19.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.19.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.19.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.19.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.19.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.2.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.2.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.2.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.2.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.2.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.2.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.20.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.20.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.20.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.20.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.20.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.20.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.21.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.21.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.21.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.21.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.21.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.21.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.22.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.22.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.22.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.22.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.22.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.22.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.23.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.23.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.23.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.23.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.23.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.23.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.24.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.24.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.24.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.24.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.24.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.24.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.25.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.25.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.25.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.25.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.25.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.25.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.26.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.26.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.26.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.26.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.26.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.26.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.27.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.27.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.27.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.27.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.27.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.27.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.28.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.28.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.28.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.28.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.28.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.28.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.29.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.29.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.29.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.29.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.29.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.29.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.3.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.3.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.3.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.3.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.3.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.3.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.30.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.30.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.30.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.30.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.30.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.30.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.31.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.31.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.31.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.31.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.31.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.31.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.32.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.32.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.32.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.32.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.32.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.32.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.33.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.33.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.33.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.33.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.33.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.33.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.34.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.34.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.34.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.34.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.34.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.34.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.35.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.35.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.35.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.35.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.35.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.35.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.36.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.36.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.36.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.36.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.36.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.36.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.37.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.37.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.37.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.37.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.37.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.37.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.38.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.38.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.38.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.38.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.38.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.38.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.39.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.39.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.39.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.39.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.39.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.39.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.4.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.4.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.4.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.4.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.4.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.4.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.40.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.40.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.40.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.40.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.40.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.40.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.41.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.41.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.41.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.41.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.41.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.41.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.42.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.42.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.42.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.42.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.42.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.42.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.43.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.43.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.43.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.43.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.43.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.43.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.44.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.44.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.44.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.44.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.44.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.44.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.45.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.45.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.45.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.45.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.45.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.45.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.46.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.46.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.46.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.46.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.46.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.46.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.47.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.47.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.47.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.47.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.47.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.47.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.48.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.48.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.48.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.48.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.48.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.48.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.49.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.49.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.49.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.49.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.49.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.49.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.5.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.5.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.5.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.5.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.5.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.5.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.50.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.50.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.50.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.50.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.50.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.50.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.51.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.51.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.51.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.51.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.51.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.51.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.52.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.52.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.52.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.52.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.52.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.52.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.53.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.53.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.53.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.53.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.53.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.53.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.54.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.54.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.54.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.54.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.54.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.54.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.55.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.55.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.55.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.55.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.55.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.55.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.56.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.56.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.56.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.56.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.56.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.56.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.57.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.57.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.57.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.57.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.57.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.57.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.58.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.58.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.58.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.58.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.58.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.58.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.59.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.59.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.59.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.59.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.59.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.59.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.6.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.6.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.6.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.6.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.6.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.6.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.60.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.60.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.60.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.60.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.60.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.60.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.61.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.61.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.61.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.61.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.61.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.61.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.62.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.62.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.62.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.62.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.62.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.62.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.63.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.63.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.63.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.63.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.63.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.63.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.64.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.64.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.64.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.64.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.64.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.64.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.65.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.65.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.65.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.65.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.65.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.65.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.66.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.66.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.66.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.66.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.66.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.66.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.67.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.67.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.67.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.67.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.67.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.67.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.68.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.68.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.68.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.68.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.68.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.68.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.69.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.69.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.69.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.69.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.69.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.69.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.7.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.7.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.7.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.7.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.7.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.7.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.70.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.70.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.70.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.70.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.70.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.70.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.71.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.71.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.71.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.71.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.71.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.71.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.72.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.72.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.72.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.72.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.72.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.72.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.73.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.73.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.73.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.73.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.73.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.73.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.74.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.74.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.74.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.74.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.74.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.74.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.75.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.75.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.75.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.75.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.75.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.75.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.76.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.76.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.76.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.76.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.76.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.76.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.77.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.77.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.77.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.77.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.77.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.77.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.78.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.78.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.78.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.78.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.78.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.78.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.79.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.79.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.79.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.79.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.79.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.79.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.8.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.8.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.8.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.8.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.8.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.8.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.80.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.80.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.80.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.80.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.80.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.80.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.81.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.81.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.81.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.81.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.81.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.81.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.82.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.82.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.82.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.82.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.82.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.82.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.83.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.83.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.83.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.83.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.83.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.83.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.84.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.84.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.84.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.84.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.84.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.84.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.85.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.85.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.85.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.85.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.85.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.85.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.86.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.86.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.86.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.86.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.86.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.86.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.87.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.87.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.87.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.87.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.87.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.87.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.88.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.88.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.88.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.88.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.88.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.88.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.89.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.89.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.89.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.89.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.89.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.89.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.9.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.9.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.9.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.9.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.9.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.9.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.90.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.90.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.90.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.90.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.90.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.90.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.91.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.91.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.91.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.91.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.91.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.91.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.92.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.92.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.92.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.92.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.92.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.92.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.93.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.93.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.93.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.93.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.93.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.93.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.94.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.94.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.94.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.94.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.94.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.94.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.95.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.95.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.95.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.95.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.95.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.95.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.96.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.96.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.96.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.96.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.96.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.96.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.97.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.97.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.97.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.97.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.97.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.97.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.98.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.98.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.98.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.98.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.98.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.98.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.99.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.99.down_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.99.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.99.gate_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.99.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.experts.99.up_proj.weight_scale": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.gate.e_score_correction_bias": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.gate.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.shared_experts.down_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.shared_experts.gate_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.mlp.shared_experts.up_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.post_attention_layernorm.weight": "model-00039-of-00043.safetensors", + "model.layers.84.self_attn.k_norm.weight": "model-00039-of-00043.safetensors", + "model.layers.84.self_attn.k_proj.bias": "model-00039-of-00043.safetensors", + "model.layers.84.self_attn.k_proj.output_scale": "model-00039-of-00043.safetensors", + "model.layers.84.self_attn.k_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.self_attn.o_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.self_attn.q_norm.weight": "model-00039-of-00043.safetensors", + "model.layers.84.self_attn.q_proj.bias": "model-00039-of-00043.safetensors", + "model.layers.84.self_attn.q_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.84.self_attn.v_proj.bias": "model-00039-of-00043.safetensors", + "model.layers.84.self_attn.v_proj.output_scale": "model-00039-of-00043.safetensors", + "model.layers.84.self_attn.v_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.85.input_layernorm.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.0.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.0.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.0.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.0.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.0.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.0.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.1.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.1.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.1.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.1.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.1.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.1.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.10.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.10.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.10.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.10.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.10.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.10.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.100.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.100.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.100.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.100.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.100.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.100.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.101.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.101.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.101.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.101.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.101.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.101.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.102.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.102.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.102.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.102.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.102.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.102.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.103.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.103.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.103.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.103.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.103.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.103.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.104.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.104.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.104.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.104.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.104.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.104.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.105.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.105.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.105.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.105.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.105.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.105.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.106.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.106.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.106.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.106.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.106.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.106.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.107.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.107.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.107.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.107.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.107.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.107.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.108.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.108.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.108.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.108.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.108.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.108.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.109.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.109.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.109.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.109.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.109.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.109.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.11.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.11.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.11.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.11.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.11.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.11.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.110.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.110.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.110.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.110.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.110.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.110.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.111.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.111.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.111.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.111.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.111.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.111.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.112.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.112.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.112.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.112.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.112.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.112.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.113.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.113.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.113.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.113.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.113.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.113.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.114.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.114.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.114.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.114.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.114.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.114.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.115.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.115.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.115.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.115.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.115.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.115.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.116.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.116.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.116.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.116.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.116.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.116.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.117.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.117.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.117.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.117.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.117.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.117.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.118.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.118.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.118.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.118.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.118.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.118.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.119.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.119.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.119.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.119.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.119.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.119.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.12.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.12.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.12.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.12.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.12.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.12.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.120.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.120.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.120.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.120.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.120.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.120.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.121.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.121.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.121.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.121.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.121.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.121.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.122.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.122.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.122.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.122.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.122.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.122.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.123.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.123.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.123.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.123.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.123.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.123.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.124.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.124.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.124.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.124.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.124.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.124.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.125.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.125.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.125.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.125.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.125.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.125.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.126.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.126.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.126.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.126.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.126.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.126.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.127.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.127.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.127.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.127.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.127.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.127.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.128.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.128.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.128.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.128.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.128.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.128.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.129.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.129.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.129.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.129.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.129.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.129.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.13.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.13.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.13.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.13.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.13.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.13.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.130.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.130.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.130.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.130.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.130.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.130.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.131.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.131.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.131.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.131.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.131.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.131.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.132.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.132.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.132.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.132.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.132.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.132.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.133.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.133.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.133.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.133.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.133.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.133.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.134.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.134.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.134.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.134.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.134.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.134.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.135.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.135.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.135.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.135.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.135.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.135.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.136.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.136.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.136.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.136.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.136.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.136.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.137.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.137.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.137.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.137.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.137.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.137.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.138.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.138.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.138.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.138.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.138.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.138.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.139.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.139.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.139.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.139.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.139.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.139.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.14.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.14.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.14.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.14.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.14.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.14.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.140.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.140.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.140.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.140.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.140.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.140.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.141.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.141.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.141.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.141.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.141.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.141.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.142.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.142.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.142.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.142.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.142.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.142.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.143.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.143.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.143.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.143.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.143.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.143.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.144.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.144.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.144.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.144.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.144.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.144.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.145.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.145.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.145.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.145.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.145.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.145.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.146.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.146.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.146.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.146.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.146.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.146.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.147.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.147.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.147.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.147.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.147.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.147.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.148.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.148.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.148.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.148.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.148.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.148.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.149.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.149.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.149.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.149.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.149.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.149.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.15.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.15.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.15.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.15.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.15.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.15.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.150.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.150.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.150.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.150.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.150.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.150.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.151.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.151.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.151.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.151.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.151.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.151.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.152.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.152.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.152.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.152.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.152.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.152.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.153.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.153.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.153.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.153.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.153.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.153.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.154.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.154.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.154.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.154.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.154.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.154.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.155.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.155.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.155.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.155.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.155.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.155.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.156.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.156.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.156.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.156.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.156.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.156.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.157.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.157.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.157.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.157.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.157.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.157.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.158.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.158.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.158.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.158.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.158.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.158.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.159.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.159.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.159.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.159.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.159.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.159.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.16.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.16.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.16.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.16.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.16.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.16.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.17.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.17.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.17.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.17.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.17.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.17.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.18.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.18.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.18.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.18.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.18.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.18.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.19.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.19.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.19.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.19.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.19.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.19.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.2.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.2.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.2.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.2.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.2.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.2.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.20.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.20.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.20.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.20.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.20.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.20.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.21.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.21.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.21.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.21.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.21.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.21.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.22.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.22.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.22.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.22.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.22.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.22.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.23.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.23.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.23.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.23.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.23.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.23.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.24.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.24.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.24.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.24.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.24.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.24.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.25.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.25.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.25.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.25.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.25.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.25.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.26.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.26.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.26.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.26.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.26.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.26.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.27.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.27.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.27.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.27.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.27.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.27.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.28.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.28.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.28.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.28.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.28.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.28.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.29.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.29.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.29.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.29.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.29.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.29.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.3.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.3.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.3.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.3.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.3.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.3.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.30.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.30.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.30.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.30.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.30.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.30.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.31.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.31.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.31.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.31.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.31.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.31.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.32.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.32.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.32.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.32.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.32.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.32.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.33.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.33.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.33.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.33.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.33.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.33.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.34.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.34.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.34.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.34.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.34.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.34.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.35.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.35.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.35.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.35.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.35.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.35.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.36.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.36.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.36.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.36.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.36.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.36.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.37.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.37.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.37.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.37.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.37.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.37.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.38.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.38.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.38.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.38.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.38.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.38.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.39.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.39.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.39.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.39.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.39.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.39.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.4.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.4.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.4.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.4.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.4.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.4.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.40.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.40.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.40.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.40.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.40.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.40.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.41.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.41.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.41.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.41.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.41.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.41.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.42.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.42.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.42.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.42.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.42.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.42.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.43.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.43.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.43.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.43.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.43.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.43.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.44.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.44.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.44.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.44.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.44.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.44.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.45.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.45.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.45.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.45.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.45.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.45.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.46.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.46.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.46.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.46.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.46.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.46.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.47.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.47.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.47.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.47.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.47.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.47.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.48.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.48.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.48.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.48.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.48.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.48.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.49.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.49.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.49.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.49.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.49.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.49.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.5.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.5.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.5.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.5.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.5.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.5.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.50.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.50.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.50.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.50.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.50.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.50.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.51.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.51.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.51.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.51.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.51.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.51.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.52.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.52.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.52.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.52.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.52.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.52.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.53.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.53.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.53.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.53.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.53.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.53.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.54.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.54.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.54.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.54.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.54.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.54.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.55.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.55.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.55.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.55.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.55.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.55.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.56.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.56.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.56.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.56.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.56.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.56.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.57.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.57.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.57.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.57.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.57.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.57.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.58.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.58.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.58.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.58.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.58.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.58.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.59.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.59.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.59.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.59.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.59.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.59.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.6.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.6.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.6.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.6.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.6.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.6.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.60.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.60.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.60.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.60.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.60.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.60.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.61.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.61.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.61.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.61.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.61.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.61.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.62.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.62.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.62.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.62.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.62.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.62.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.63.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.63.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.63.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.63.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.63.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.63.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.64.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.64.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.64.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.64.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.64.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.64.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.65.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.65.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.65.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.65.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.65.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.65.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.66.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.66.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.66.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.66.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.66.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.66.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.67.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.67.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.67.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.67.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.67.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.67.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.68.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.68.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.68.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.68.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.68.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.68.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.69.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.69.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.69.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.69.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.69.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.69.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.7.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.7.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.7.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.7.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.7.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.7.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.70.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.70.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.70.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.70.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.70.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.70.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.71.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.71.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.71.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.71.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.71.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.71.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.72.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.72.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.72.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.72.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.72.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.72.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.73.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.73.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.73.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.73.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.73.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.73.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.74.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.74.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.74.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.74.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.74.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.74.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.75.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.75.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.75.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.75.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.75.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.75.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.76.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.76.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.76.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.76.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.76.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.76.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.77.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.77.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.77.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.77.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.77.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.77.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.78.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.78.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.78.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.78.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.78.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.78.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.79.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.79.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.79.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.79.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.79.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.79.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.8.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.8.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.8.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.8.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.8.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.8.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.80.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.80.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.80.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.80.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.80.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.80.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.81.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.81.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.81.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.81.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.81.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.81.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.82.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.82.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.82.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.82.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.82.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.82.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.83.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.83.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.83.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.83.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.83.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.83.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.84.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.84.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.84.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.84.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.84.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.84.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.85.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.85.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.85.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.85.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.85.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.85.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.86.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.86.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.86.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.86.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.86.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.86.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.87.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.87.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.87.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.87.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.87.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.87.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.88.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.88.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.88.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.88.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.88.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.88.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.89.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.89.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.89.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.89.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.89.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.89.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.9.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.9.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.9.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.9.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.9.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.9.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.90.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.90.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.90.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.90.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.90.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.90.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.91.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.91.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.91.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.91.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.91.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.91.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.92.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.92.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.92.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.92.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.92.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.92.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.93.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.93.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.93.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.93.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.93.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.93.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.94.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.94.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.94.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.94.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.94.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.94.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.95.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.95.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.95.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.95.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.95.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.95.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.96.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.96.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.96.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.96.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.96.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.96.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.97.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.97.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.97.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.97.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.97.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.97.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.98.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.98.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.98.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.98.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.98.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.98.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.99.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.99.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.99.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.99.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.99.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.experts.99.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.gate.e_score_correction_bias": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.gate.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.shared_experts.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.shared_experts.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.mlp.shared_experts.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.post_attention_layernorm.weight": "model-00040-of-00043.safetensors", + "model.layers.85.self_attn.k_norm.weight": "model-00040-of-00043.safetensors", + "model.layers.85.self_attn.k_proj.bias": "model-00039-of-00043.safetensors", + "model.layers.85.self_attn.k_proj.output_scale": "model-00039-of-00043.safetensors", + "model.layers.85.self_attn.k_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.85.self_attn.o_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.85.self_attn.q_norm.weight": "model-00040-of-00043.safetensors", + "model.layers.85.self_attn.q_proj.bias": "model-00039-of-00043.safetensors", + "model.layers.85.self_attn.q_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.85.self_attn.v_proj.bias": "model-00039-of-00043.safetensors", + "model.layers.85.self_attn.v_proj.output_scale": "model-00039-of-00043.safetensors", + "model.layers.85.self_attn.v_proj.weight": "model-00039-of-00043.safetensors", + "model.layers.86.input_layernorm.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.0.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.0.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.0.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.0.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.0.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.0.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.1.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.1.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.1.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.1.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.1.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.1.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.10.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.10.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.10.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.10.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.10.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.10.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.100.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.100.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.100.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.100.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.100.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.100.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.101.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.101.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.101.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.101.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.101.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.101.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.102.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.102.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.102.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.102.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.102.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.102.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.103.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.103.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.103.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.103.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.103.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.103.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.104.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.104.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.104.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.104.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.104.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.104.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.105.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.105.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.105.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.105.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.105.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.105.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.106.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.106.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.106.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.106.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.106.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.106.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.107.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.107.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.107.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.107.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.107.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.107.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.108.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.108.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.108.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.108.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.108.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.108.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.109.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.109.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.109.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.109.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.109.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.109.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.11.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.11.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.11.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.11.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.11.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.11.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.110.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.110.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.110.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.110.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.110.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.110.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.111.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.111.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.111.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.111.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.111.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.111.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.112.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.112.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.112.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.112.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.112.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.112.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.113.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.113.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.113.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.113.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.113.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.113.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.114.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.114.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.114.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.114.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.114.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.114.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.115.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.115.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.115.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.115.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.115.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.115.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.116.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.116.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.116.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.116.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.116.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.116.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.117.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.117.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.117.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.117.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.117.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.117.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.118.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.118.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.118.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.118.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.118.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.118.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.119.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.119.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.119.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.119.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.119.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.119.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.12.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.12.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.12.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.12.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.12.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.12.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.120.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.120.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.120.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.120.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.120.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.120.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.121.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.121.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.121.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.121.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.121.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.121.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.122.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.122.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.122.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.122.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.122.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.122.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.123.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.123.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.123.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.123.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.123.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.123.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.124.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.124.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.124.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.124.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.124.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.124.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.125.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.125.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.125.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.125.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.125.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.125.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.126.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.126.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.126.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.126.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.126.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.126.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.127.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.127.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.127.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.127.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.127.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.127.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.128.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.128.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.128.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.128.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.128.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.128.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.129.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.129.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.129.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.129.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.129.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.129.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.13.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.13.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.13.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.13.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.13.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.13.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.130.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.130.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.130.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.130.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.130.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.130.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.131.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.131.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.131.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.131.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.131.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.131.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.132.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.132.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.132.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.132.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.132.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.132.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.133.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.133.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.133.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.133.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.133.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.133.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.134.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.134.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.134.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.134.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.134.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.134.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.135.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.135.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.135.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.135.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.135.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.135.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.136.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.136.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.136.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.136.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.136.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.136.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.137.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.137.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.137.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.137.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.137.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.137.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.138.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.138.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.138.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.138.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.138.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.138.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.139.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.139.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.139.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.139.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.139.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.139.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.14.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.14.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.14.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.14.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.14.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.14.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.140.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.140.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.140.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.140.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.140.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.140.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.141.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.141.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.141.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.141.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.141.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.141.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.142.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.142.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.142.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.142.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.142.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.142.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.143.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.143.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.143.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.143.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.143.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.143.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.144.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.144.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.144.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.144.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.144.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.144.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.145.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.145.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.145.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.145.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.145.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.145.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.146.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.146.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.146.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.146.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.146.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.146.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.147.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.147.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.147.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.147.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.147.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.147.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.148.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.148.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.148.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.148.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.148.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.148.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.149.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.149.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.149.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.149.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.149.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.149.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.15.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.15.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.15.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.15.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.15.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.15.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.150.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.150.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.150.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.150.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.150.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.150.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.151.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.151.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.151.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.151.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.151.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.151.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.152.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.152.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.152.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.152.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.152.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.152.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.153.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.153.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.153.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.153.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.153.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.153.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.154.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.154.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.154.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.154.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.154.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.154.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.155.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.155.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.155.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.155.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.155.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.155.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.156.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.156.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.156.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.156.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.156.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.156.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.157.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.157.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.157.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.157.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.157.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.157.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.158.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.158.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.158.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.158.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.158.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.158.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.159.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.159.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.159.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.159.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.159.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.159.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.16.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.16.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.16.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.16.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.16.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.16.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.17.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.17.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.17.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.17.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.17.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.17.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.18.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.18.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.18.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.18.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.18.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.18.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.19.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.19.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.19.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.19.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.19.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.19.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.2.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.2.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.2.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.2.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.2.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.2.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.20.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.20.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.20.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.20.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.20.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.20.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.21.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.21.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.21.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.21.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.21.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.21.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.22.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.22.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.22.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.22.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.22.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.22.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.23.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.23.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.23.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.23.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.23.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.23.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.24.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.24.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.24.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.24.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.24.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.24.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.25.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.25.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.25.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.25.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.25.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.25.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.26.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.26.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.26.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.26.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.26.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.26.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.27.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.27.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.27.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.27.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.27.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.27.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.28.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.28.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.28.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.28.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.28.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.28.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.29.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.29.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.29.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.29.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.29.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.29.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.3.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.3.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.3.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.3.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.3.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.3.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.30.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.30.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.30.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.30.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.30.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.30.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.31.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.31.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.31.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.31.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.31.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.31.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.32.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.32.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.32.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.32.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.32.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.32.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.33.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.33.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.33.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.33.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.33.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.33.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.34.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.34.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.34.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.34.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.34.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.34.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.35.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.35.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.35.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.35.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.35.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.35.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.36.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.36.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.36.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.36.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.36.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.36.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.37.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.37.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.37.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.37.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.37.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.37.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.38.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.38.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.38.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.38.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.38.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.38.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.39.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.39.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.39.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.39.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.39.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.39.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.4.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.4.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.4.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.4.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.4.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.4.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.40.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.40.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.40.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.40.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.40.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.40.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.41.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.41.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.41.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.41.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.41.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.41.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.42.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.42.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.42.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.42.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.42.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.42.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.43.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.43.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.43.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.43.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.43.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.43.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.44.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.44.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.44.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.44.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.44.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.44.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.45.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.45.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.45.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.45.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.45.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.45.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.46.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.46.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.46.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.46.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.46.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.46.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.47.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.47.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.47.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.47.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.47.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.47.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.48.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.48.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.48.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.48.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.48.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.48.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.49.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.49.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.49.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.49.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.49.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.49.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.5.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.5.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.5.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.5.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.5.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.5.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.50.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.50.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.50.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.50.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.50.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.50.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.51.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.51.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.51.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.51.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.51.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.51.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.52.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.52.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.52.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.52.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.52.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.52.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.53.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.53.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.53.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.53.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.53.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.53.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.54.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.54.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.54.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.54.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.54.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.54.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.55.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.55.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.55.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.55.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.55.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.55.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.56.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.56.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.56.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.56.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.56.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.56.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.57.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.57.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.57.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.57.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.57.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.57.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.58.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.58.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.58.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.58.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.58.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.58.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.59.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.59.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.59.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.59.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.59.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.59.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.6.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.6.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.6.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.6.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.6.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.6.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.60.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.60.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.60.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.60.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.60.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.60.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.61.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.61.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.61.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.61.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.61.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.61.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.62.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.62.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.62.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.62.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.62.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.62.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.63.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.63.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.63.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.63.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.63.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.63.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.64.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.64.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.64.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.64.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.64.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.64.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.65.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.65.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.65.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.65.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.65.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.65.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.66.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.66.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.66.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.66.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.66.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.66.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.67.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.67.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.67.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.67.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.67.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.67.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.68.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.68.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.68.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.68.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.68.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.68.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.69.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.69.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.69.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.69.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.69.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.69.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.7.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.7.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.7.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.7.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.7.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.7.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.70.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.70.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.70.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.70.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.70.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.70.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.71.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.71.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.71.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.71.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.71.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.71.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.72.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.72.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.72.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.72.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.72.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.72.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.73.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.73.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.73.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.73.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.73.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.73.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.74.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.74.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.74.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.74.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.74.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.74.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.75.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.75.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.75.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.75.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.75.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.75.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.76.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.76.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.76.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.76.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.76.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.76.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.77.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.77.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.77.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.77.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.77.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.77.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.78.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.78.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.78.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.78.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.78.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.78.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.79.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.79.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.79.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.79.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.79.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.79.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.8.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.8.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.8.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.8.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.8.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.8.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.80.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.80.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.80.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.80.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.80.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.80.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.81.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.81.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.81.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.81.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.81.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.81.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.82.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.82.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.82.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.82.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.82.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.82.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.83.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.83.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.83.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.83.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.83.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.83.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.84.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.84.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.84.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.84.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.84.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.84.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.85.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.85.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.85.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.85.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.85.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.85.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.86.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.86.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.86.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.86.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.86.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.86.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.87.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.87.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.87.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.87.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.87.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.87.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.88.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.88.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.88.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.88.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.88.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.88.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.89.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.89.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.89.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.89.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.89.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.89.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.9.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.9.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.9.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.9.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.9.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.9.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.90.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.90.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.90.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.90.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.90.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.90.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.91.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.91.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.91.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.91.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.91.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.91.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.92.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.92.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.92.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.92.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.92.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.92.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.93.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.93.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.93.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.93.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.93.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.93.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.94.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.94.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.94.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.94.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.94.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.94.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.95.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.95.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.95.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.95.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.95.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.95.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.96.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.96.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.96.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.96.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.96.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.96.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.97.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.97.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.97.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.97.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.97.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.97.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.98.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.98.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.98.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.98.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.98.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.98.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.99.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.99.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.99.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.99.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.99.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.experts.99.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.gate.e_score_correction_bias": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.gate.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.shared_experts.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.shared_experts.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.mlp.shared_experts.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.post_attention_layernorm.weight": "model-00040-of-00043.safetensors", + "model.layers.86.self_attn.k_norm.weight": "model-00040-of-00043.safetensors", + "model.layers.86.self_attn.k_proj.bias": "model-00040-of-00043.safetensors", + "model.layers.86.self_attn.k_proj.output_scale": "model-00040-of-00043.safetensors", + "model.layers.86.self_attn.k_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.self_attn.o_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.self_attn.q_norm.weight": "model-00040-of-00043.safetensors", + "model.layers.86.self_attn.q_proj.bias": "model-00040-of-00043.safetensors", + "model.layers.86.self_attn.q_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.86.self_attn.v_proj.bias": "model-00040-of-00043.safetensors", + "model.layers.86.self_attn.v_proj.output_scale": "model-00040-of-00043.safetensors", + "model.layers.86.self_attn.v_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.input_layernorm.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.0.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.0.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.0.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.0.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.0.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.0.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.1.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.1.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.1.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.1.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.1.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.1.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.10.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.10.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.10.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.10.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.10.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.10.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.100.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.100.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.100.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.100.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.100.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.100.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.101.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.101.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.101.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.101.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.101.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.101.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.102.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.102.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.102.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.102.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.102.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.102.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.103.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.103.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.103.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.103.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.103.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.103.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.104.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.104.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.104.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.104.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.104.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.104.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.105.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.105.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.105.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.105.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.105.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.105.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.106.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.106.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.106.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.106.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.106.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.106.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.107.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.107.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.107.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.107.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.107.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.107.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.108.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.108.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.108.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.108.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.108.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.108.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.109.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.109.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.109.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.109.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.109.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.109.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.11.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.11.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.11.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.11.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.11.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.11.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.110.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.110.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.110.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.110.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.110.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.110.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.111.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.111.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.111.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.111.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.111.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.111.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.112.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.112.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.112.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.112.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.112.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.112.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.113.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.113.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.113.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.113.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.113.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.113.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.114.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.114.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.114.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.114.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.114.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.114.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.115.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.115.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.115.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.115.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.115.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.115.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.116.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.116.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.116.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.116.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.116.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.116.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.117.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.117.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.117.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.117.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.117.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.117.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.118.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.118.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.118.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.118.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.118.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.118.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.119.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.119.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.119.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.119.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.119.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.119.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.12.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.12.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.12.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.12.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.12.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.12.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.120.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.120.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.120.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.120.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.120.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.120.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.121.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.121.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.121.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.121.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.121.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.121.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.122.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.122.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.122.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.122.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.122.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.122.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.123.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.123.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.123.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.123.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.123.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.123.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.124.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.124.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.124.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.124.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.124.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.124.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.125.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.125.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.125.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.125.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.125.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.125.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.126.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.126.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.126.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.126.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.126.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.126.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.127.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.127.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.127.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.127.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.127.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.127.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.128.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.128.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.128.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.128.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.128.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.128.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.129.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.129.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.129.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.129.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.129.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.129.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.13.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.13.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.13.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.13.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.13.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.13.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.130.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.130.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.130.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.130.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.130.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.130.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.131.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.131.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.131.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.131.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.131.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.131.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.132.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.132.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.132.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.132.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.132.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.132.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.133.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.133.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.133.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.133.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.133.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.133.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.134.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.134.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.134.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.134.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.134.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.134.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.135.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.135.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.135.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.135.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.135.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.135.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.136.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.136.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.136.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.136.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.136.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.136.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.137.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.137.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.137.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.137.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.137.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.137.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.138.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.138.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.138.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.138.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.138.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.138.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.139.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.139.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.139.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.139.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.139.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.139.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.14.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.14.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.14.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.14.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.14.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.14.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.140.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.140.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.140.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.140.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.140.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.140.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.141.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.141.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.141.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.141.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.141.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.141.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.142.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.142.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.142.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.142.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.142.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.142.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.143.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.143.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.143.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.143.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.143.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.143.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.144.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.144.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.144.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.144.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.144.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.144.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.145.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.145.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.145.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.145.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.145.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.145.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.146.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.146.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.146.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.146.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.146.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.146.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.147.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.147.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.147.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.147.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.147.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.147.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.148.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.148.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.148.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.148.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.148.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.148.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.149.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.149.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.149.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.149.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.149.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.149.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.15.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.15.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.15.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.15.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.15.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.15.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.150.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.150.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.150.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.150.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.150.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.150.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.151.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.151.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.151.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.151.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.151.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.151.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.152.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.152.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.152.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.152.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.152.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.152.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.153.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.153.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.153.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.153.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.153.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.153.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.154.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.154.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.154.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.154.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.154.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.154.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.155.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.155.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.155.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.155.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.155.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.155.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.156.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.156.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.156.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.156.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.156.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.156.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.157.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.157.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.157.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.157.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.157.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.157.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.158.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.158.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.158.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.158.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.158.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.158.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.159.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.159.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.159.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.159.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.159.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.159.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.16.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.16.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.16.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.16.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.16.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.16.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.17.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.17.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.17.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.17.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.17.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.17.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.18.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.18.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.18.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.18.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.18.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.18.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.19.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.19.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.19.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.19.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.19.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.19.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.2.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.2.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.2.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.2.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.2.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.2.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.20.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.20.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.20.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.20.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.20.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.20.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.21.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.21.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.21.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.21.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.21.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.21.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.22.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.22.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.22.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.22.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.22.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.22.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.23.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.23.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.23.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.23.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.23.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.23.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.24.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.24.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.24.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.24.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.24.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.24.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.25.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.25.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.25.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.25.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.25.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.25.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.26.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.26.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.26.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.26.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.26.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.26.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.27.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.27.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.27.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.27.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.27.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.27.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.28.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.28.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.28.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.28.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.28.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.28.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.29.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.29.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.29.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.29.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.29.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.29.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.3.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.3.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.3.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.3.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.3.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.3.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.30.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.30.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.30.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.30.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.30.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.30.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.31.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.31.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.31.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.31.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.31.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.31.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.32.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.32.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.32.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.32.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.32.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.32.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.33.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.33.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.33.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.33.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.33.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.33.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.34.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.34.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.34.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.34.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.34.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.34.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.35.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.35.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.35.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.35.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.35.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.35.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.36.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.36.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.36.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.36.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.36.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.36.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.37.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.37.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.37.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.37.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.37.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.37.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.38.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.38.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.38.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.38.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.38.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.38.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.39.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.39.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.39.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.39.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.39.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.39.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.4.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.4.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.4.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.4.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.4.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.4.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.40.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.40.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.40.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.40.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.40.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.40.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.41.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.41.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.41.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.41.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.41.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.41.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.42.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.42.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.42.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.42.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.42.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.42.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.43.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.43.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.43.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.43.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.43.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.43.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.44.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.44.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.44.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.44.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.44.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.44.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.45.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.45.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.45.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.45.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.45.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.45.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.46.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.46.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.46.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.46.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.46.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.46.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.47.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.47.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.47.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.47.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.47.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.47.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.48.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.48.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.48.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.48.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.48.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.48.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.49.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.49.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.49.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.49.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.49.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.49.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.5.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.5.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.5.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.5.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.5.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.5.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.50.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.50.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.50.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.50.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.50.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.50.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.51.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.51.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.51.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.51.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.51.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.51.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.52.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.52.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.52.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.52.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.52.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.52.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.53.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.53.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.53.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.53.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.53.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.53.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.54.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.54.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.54.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.54.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.54.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.54.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.55.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.55.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.55.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.55.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.55.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.55.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.56.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.56.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.56.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.56.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.56.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.56.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.57.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.57.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.57.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.57.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.57.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.57.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.58.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.58.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.58.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.58.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.58.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.58.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.59.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.59.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.59.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.59.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.59.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.59.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.6.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.6.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.6.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.6.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.6.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.6.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.60.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.60.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.60.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.60.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.60.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.60.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.61.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.61.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.61.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.61.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.61.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.61.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.62.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.62.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.62.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.62.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.62.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.62.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.63.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.63.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.63.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.63.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.63.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.63.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.64.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.64.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.64.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.64.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.64.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.64.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.65.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.65.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.65.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.65.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.65.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.65.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.66.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.66.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.66.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.66.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.66.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.66.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.67.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.67.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.67.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.67.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.67.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.67.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.68.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.68.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.68.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.68.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.68.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.68.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.69.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.69.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.69.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.69.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.69.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.69.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.7.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.7.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.7.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.7.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.7.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.7.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.70.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.70.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.70.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.70.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.70.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.70.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.71.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.71.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.71.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.71.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.71.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.71.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.72.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.72.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.72.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.72.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.72.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.72.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.73.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.73.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.73.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.73.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.73.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.73.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.74.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.74.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.74.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.74.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.74.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.74.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.75.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.75.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.75.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.75.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.75.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.75.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.76.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.76.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.76.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.76.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.76.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.76.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.77.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.77.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.77.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.77.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.77.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.77.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.78.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.78.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.78.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.78.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.78.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.78.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.79.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.79.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.79.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.79.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.79.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.79.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.8.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.8.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.8.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.8.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.8.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.8.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.80.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.80.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.80.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.80.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.80.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.80.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.81.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.81.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.81.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.81.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.81.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.81.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.82.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.82.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.82.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.82.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.82.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.82.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.83.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.83.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.83.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.83.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.83.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.83.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.84.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.84.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.84.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.84.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.84.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.84.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.85.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.85.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.85.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.85.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.85.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.85.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.86.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.86.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.86.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.86.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.86.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.86.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.87.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.87.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.87.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.87.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.87.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.87.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.88.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.88.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.88.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.88.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.88.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.88.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.89.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.89.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.89.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.89.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.89.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.89.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.9.down_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.9.down_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.9.gate_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.9.gate_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.9.up_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.9.up_proj.weight_scale": "model-00040-of-00043.safetensors", + "model.layers.87.mlp.experts.90.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.90.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.90.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.90.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.90.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.90.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.91.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.91.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.91.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.91.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.91.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.91.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.92.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.92.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.92.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.92.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.92.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.92.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.93.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.93.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.93.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.93.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.93.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.93.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.94.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.94.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.94.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.94.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.94.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.94.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.95.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.95.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.95.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.95.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.95.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.95.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.96.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.96.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.96.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.96.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.96.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.96.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.97.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.97.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.97.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.97.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.97.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.97.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.98.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.98.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.98.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.98.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.98.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.98.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.99.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.99.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.99.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.99.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.99.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.experts.99.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.gate.e_score_correction_bias": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.gate.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.shared_experts.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.shared_experts.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.mlp.shared_experts.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.87.post_attention_layernorm.weight": "model-00041-of-00043.safetensors", + "model.layers.87.self_attn.k_norm.weight": "model-00040-of-00043.safetensors", + "model.layers.87.self_attn.k_proj.bias": "model-00040-of-00043.safetensors", + "model.layers.87.self_attn.k_proj.output_scale": "model-00040-of-00043.safetensors", + "model.layers.87.self_attn.k_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.self_attn.o_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.self_attn.q_norm.weight": "model-00040-of-00043.safetensors", + "model.layers.87.self_attn.q_proj.bias": "model-00040-of-00043.safetensors", + "model.layers.87.self_attn.q_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.87.self_attn.v_proj.bias": "model-00040-of-00043.safetensors", + "model.layers.87.self_attn.v_proj.output_scale": "model-00040-of-00043.safetensors", + "model.layers.87.self_attn.v_proj.weight": "model-00040-of-00043.safetensors", + "model.layers.88.input_layernorm.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.0.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.0.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.0.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.0.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.0.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.0.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.1.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.1.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.1.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.1.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.1.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.1.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.10.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.10.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.10.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.10.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.10.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.10.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.100.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.100.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.100.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.100.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.100.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.100.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.101.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.101.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.101.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.101.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.101.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.101.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.102.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.102.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.102.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.102.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.102.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.102.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.103.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.103.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.103.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.103.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.103.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.103.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.104.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.104.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.104.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.104.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.104.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.104.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.105.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.105.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.105.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.105.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.105.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.105.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.106.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.106.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.106.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.106.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.106.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.106.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.107.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.107.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.107.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.107.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.107.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.107.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.108.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.108.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.108.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.108.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.108.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.108.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.109.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.109.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.109.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.109.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.109.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.109.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.11.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.11.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.11.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.11.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.11.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.11.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.110.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.110.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.110.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.110.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.110.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.110.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.111.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.111.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.111.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.111.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.111.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.111.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.112.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.112.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.112.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.112.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.112.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.112.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.113.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.113.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.113.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.113.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.113.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.113.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.114.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.114.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.114.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.114.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.114.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.114.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.115.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.115.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.115.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.115.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.115.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.115.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.116.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.116.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.116.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.116.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.116.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.116.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.117.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.117.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.117.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.117.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.117.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.117.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.118.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.118.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.118.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.118.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.118.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.118.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.119.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.119.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.119.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.119.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.119.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.119.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.12.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.12.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.12.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.12.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.12.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.12.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.120.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.120.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.120.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.120.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.120.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.120.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.121.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.121.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.121.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.121.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.121.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.121.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.122.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.122.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.122.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.122.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.122.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.122.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.123.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.123.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.123.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.123.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.123.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.123.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.124.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.124.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.124.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.124.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.124.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.124.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.125.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.125.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.125.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.125.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.125.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.125.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.126.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.126.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.126.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.126.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.126.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.126.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.127.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.127.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.127.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.127.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.127.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.127.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.128.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.128.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.128.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.128.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.128.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.128.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.129.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.129.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.129.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.129.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.129.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.129.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.13.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.13.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.13.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.13.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.13.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.13.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.130.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.130.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.130.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.130.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.130.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.130.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.131.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.131.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.131.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.131.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.131.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.131.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.132.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.132.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.132.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.132.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.132.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.132.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.133.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.133.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.133.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.133.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.133.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.133.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.134.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.134.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.134.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.134.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.134.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.134.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.135.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.135.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.135.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.135.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.135.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.135.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.136.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.136.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.136.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.136.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.136.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.136.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.137.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.137.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.137.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.137.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.137.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.137.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.138.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.138.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.138.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.138.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.138.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.138.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.139.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.139.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.139.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.139.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.139.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.139.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.14.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.14.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.14.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.14.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.14.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.14.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.140.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.140.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.140.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.140.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.140.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.140.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.141.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.141.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.141.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.141.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.141.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.141.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.142.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.142.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.142.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.142.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.142.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.142.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.143.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.143.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.143.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.143.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.143.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.143.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.144.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.144.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.144.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.144.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.144.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.144.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.145.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.145.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.145.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.145.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.145.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.145.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.146.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.146.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.146.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.146.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.146.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.146.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.147.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.147.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.147.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.147.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.147.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.147.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.148.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.148.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.148.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.148.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.148.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.148.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.149.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.149.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.149.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.149.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.149.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.149.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.15.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.15.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.15.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.15.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.15.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.15.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.150.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.150.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.150.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.150.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.150.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.150.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.151.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.151.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.151.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.151.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.151.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.151.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.152.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.152.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.152.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.152.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.152.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.152.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.153.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.153.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.153.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.153.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.153.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.153.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.154.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.154.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.154.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.154.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.154.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.154.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.155.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.155.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.155.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.155.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.155.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.155.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.156.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.156.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.156.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.156.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.156.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.156.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.157.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.157.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.157.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.157.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.157.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.157.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.158.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.158.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.158.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.158.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.158.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.158.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.159.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.159.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.159.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.159.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.159.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.159.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.16.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.16.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.16.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.16.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.16.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.16.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.17.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.17.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.17.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.17.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.17.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.17.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.18.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.18.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.18.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.18.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.18.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.18.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.19.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.19.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.19.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.19.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.19.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.19.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.2.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.2.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.2.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.2.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.2.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.2.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.20.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.20.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.20.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.20.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.20.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.20.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.21.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.21.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.21.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.21.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.21.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.21.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.22.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.22.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.22.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.22.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.22.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.22.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.23.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.23.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.23.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.23.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.23.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.23.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.24.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.24.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.24.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.24.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.24.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.24.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.25.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.25.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.25.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.25.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.25.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.25.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.26.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.26.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.26.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.26.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.26.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.26.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.27.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.27.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.27.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.27.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.27.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.27.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.28.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.28.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.28.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.28.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.28.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.28.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.29.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.29.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.29.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.29.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.29.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.29.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.3.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.3.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.3.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.3.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.3.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.3.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.30.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.30.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.30.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.30.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.30.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.30.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.31.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.31.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.31.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.31.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.31.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.31.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.32.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.32.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.32.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.32.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.32.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.32.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.33.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.33.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.33.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.33.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.33.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.33.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.34.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.34.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.34.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.34.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.34.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.34.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.35.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.35.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.35.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.35.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.35.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.35.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.36.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.36.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.36.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.36.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.36.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.36.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.37.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.37.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.37.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.37.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.37.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.37.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.38.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.38.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.38.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.38.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.38.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.38.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.39.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.39.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.39.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.39.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.39.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.39.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.4.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.4.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.4.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.4.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.4.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.4.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.40.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.40.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.40.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.40.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.40.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.40.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.41.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.41.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.41.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.41.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.41.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.41.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.42.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.42.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.42.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.42.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.42.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.42.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.43.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.43.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.43.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.43.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.43.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.43.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.44.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.44.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.44.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.44.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.44.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.44.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.45.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.45.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.45.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.45.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.45.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.45.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.46.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.46.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.46.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.46.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.46.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.46.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.47.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.47.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.47.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.47.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.47.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.47.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.48.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.48.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.48.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.48.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.48.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.48.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.49.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.49.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.49.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.49.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.49.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.49.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.5.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.5.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.5.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.5.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.5.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.5.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.50.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.50.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.50.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.50.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.50.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.50.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.51.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.51.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.51.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.51.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.51.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.51.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.52.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.52.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.52.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.52.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.52.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.52.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.53.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.53.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.53.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.53.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.53.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.53.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.54.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.54.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.54.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.54.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.54.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.54.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.55.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.55.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.55.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.55.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.55.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.55.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.56.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.56.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.56.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.56.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.56.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.56.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.57.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.57.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.57.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.57.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.57.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.57.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.58.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.58.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.58.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.58.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.58.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.58.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.59.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.59.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.59.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.59.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.59.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.59.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.6.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.6.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.6.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.6.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.6.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.6.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.60.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.60.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.60.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.60.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.60.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.60.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.61.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.61.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.61.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.61.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.61.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.61.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.62.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.62.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.62.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.62.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.62.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.62.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.63.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.63.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.63.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.63.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.63.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.63.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.64.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.64.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.64.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.64.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.64.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.64.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.65.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.65.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.65.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.65.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.65.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.65.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.66.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.66.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.66.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.66.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.66.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.66.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.67.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.67.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.67.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.67.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.67.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.67.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.68.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.68.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.68.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.68.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.68.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.68.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.69.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.69.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.69.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.69.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.69.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.69.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.7.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.7.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.7.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.7.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.7.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.7.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.70.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.70.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.70.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.70.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.70.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.70.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.71.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.71.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.71.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.71.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.71.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.71.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.72.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.72.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.72.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.72.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.72.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.72.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.73.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.73.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.73.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.73.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.73.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.73.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.74.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.74.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.74.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.74.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.74.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.74.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.75.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.75.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.75.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.75.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.75.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.75.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.76.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.76.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.76.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.76.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.76.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.76.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.77.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.77.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.77.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.77.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.77.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.77.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.78.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.78.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.78.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.78.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.78.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.78.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.79.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.79.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.79.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.79.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.79.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.79.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.8.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.8.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.8.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.8.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.8.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.8.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.80.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.80.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.80.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.80.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.80.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.80.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.81.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.81.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.81.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.81.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.81.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.81.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.82.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.82.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.82.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.82.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.82.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.82.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.83.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.83.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.83.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.83.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.83.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.83.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.84.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.84.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.84.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.84.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.84.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.84.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.85.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.85.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.85.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.85.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.85.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.85.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.86.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.86.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.86.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.86.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.86.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.86.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.87.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.87.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.87.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.87.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.87.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.87.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.88.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.88.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.88.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.88.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.88.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.88.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.89.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.89.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.89.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.89.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.89.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.89.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.9.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.9.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.9.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.9.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.9.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.9.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.90.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.90.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.90.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.90.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.90.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.90.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.91.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.91.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.91.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.91.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.91.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.91.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.92.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.92.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.92.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.92.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.92.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.92.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.93.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.93.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.93.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.93.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.93.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.93.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.94.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.94.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.94.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.94.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.94.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.94.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.95.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.95.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.95.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.95.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.95.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.95.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.96.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.96.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.96.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.96.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.96.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.96.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.97.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.97.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.97.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.97.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.97.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.97.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.98.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.98.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.98.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.98.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.98.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.98.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.99.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.99.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.99.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.99.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.99.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.experts.99.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.gate.e_score_correction_bias": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.gate.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.shared_experts.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.shared_experts.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.mlp.shared_experts.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.post_attention_layernorm.weight": "model-00041-of-00043.safetensors", + "model.layers.88.self_attn.k_norm.weight": "model-00041-of-00043.safetensors", + "model.layers.88.self_attn.k_proj.bias": "model-00041-of-00043.safetensors", + "model.layers.88.self_attn.k_proj.output_scale": "model-00041-of-00043.safetensors", + "model.layers.88.self_attn.k_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.self_attn.o_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.self_attn.q_norm.weight": "model-00041-of-00043.safetensors", + "model.layers.88.self_attn.q_proj.bias": "model-00041-of-00043.safetensors", + "model.layers.88.self_attn.q_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.88.self_attn.v_proj.bias": "model-00041-of-00043.safetensors", + "model.layers.88.self_attn.v_proj.output_scale": "model-00041-of-00043.safetensors", + "model.layers.88.self_attn.v_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.input_layernorm.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.0.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.0.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.0.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.0.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.0.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.0.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.1.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.1.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.1.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.1.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.1.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.1.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.10.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.10.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.10.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.10.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.10.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.10.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.100.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.100.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.100.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.100.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.100.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.100.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.101.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.101.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.101.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.101.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.101.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.101.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.102.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.102.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.102.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.102.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.102.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.102.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.103.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.103.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.103.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.103.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.103.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.103.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.104.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.104.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.104.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.104.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.104.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.104.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.105.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.105.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.105.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.105.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.105.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.105.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.106.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.106.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.106.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.106.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.106.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.106.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.107.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.107.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.107.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.107.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.107.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.107.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.108.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.108.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.108.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.108.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.108.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.108.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.109.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.109.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.109.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.109.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.109.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.109.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.11.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.11.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.11.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.11.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.11.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.11.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.110.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.110.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.110.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.110.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.110.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.110.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.111.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.111.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.111.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.111.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.111.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.111.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.112.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.112.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.112.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.112.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.112.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.112.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.113.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.113.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.113.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.113.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.113.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.113.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.114.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.114.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.114.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.114.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.114.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.114.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.115.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.115.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.115.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.115.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.115.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.115.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.116.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.116.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.116.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.116.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.116.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.116.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.117.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.117.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.117.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.117.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.117.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.117.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.118.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.118.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.118.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.118.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.118.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.118.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.119.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.119.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.119.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.119.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.119.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.119.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.12.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.12.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.12.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.12.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.12.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.12.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.120.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.120.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.120.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.120.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.120.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.120.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.121.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.121.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.121.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.121.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.121.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.121.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.122.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.122.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.122.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.122.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.122.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.122.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.123.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.123.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.123.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.123.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.123.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.123.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.124.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.124.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.124.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.124.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.124.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.124.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.125.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.125.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.125.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.125.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.125.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.125.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.126.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.126.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.126.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.126.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.126.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.126.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.127.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.127.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.127.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.127.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.127.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.127.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.128.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.128.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.128.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.128.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.128.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.128.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.129.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.129.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.129.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.129.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.129.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.129.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.13.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.13.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.13.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.13.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.13.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.13.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.130.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.130.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.130.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.130.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.130.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.130.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.131.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.131.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.131.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.131.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.131.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.131.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.132.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.132.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.132.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.132.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.132.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.132.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.133.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.133.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.133.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.133.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.133.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.133.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.134.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.134.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.134.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.134.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.134.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.134.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.135.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.135.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.135.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.135.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.135.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.135.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.136.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.136.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.136.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.136.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.136.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.136.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.137.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.137.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.137.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.137.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.137.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.137.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.138.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.138.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.138.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.138.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.138.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.138.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.139.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.139.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.139.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.139.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.139.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.139.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.14.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.14.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.14.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.14.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.14.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.14.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.140.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.140.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.140.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.140.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.140.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.140.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.141.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.141.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.141.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.141.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.141.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.141.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.142.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.142.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.142.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.142.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.142.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.142.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.143.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.143.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.143.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.143.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.143.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.143.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.144.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.144.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.144.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.144.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.144.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.144.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.145.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.145.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.145.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.145.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.145.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.145.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.146.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.146.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.146.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.146.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.146.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.146.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.147.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.147.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.147.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.147.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.147.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.147.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.148.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.148.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.148.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.148.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.148.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.148.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.149.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.149.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.149.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.149.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.149.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.149.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.15.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.15.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.15.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.15.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.15.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.15.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.150.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.150.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.150.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.150.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.150.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.150.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.151.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.151.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.151.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.151.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.151.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.151.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.152.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.152.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.152.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.152.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.152.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.152.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.153.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.153.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.153.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.153.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.153.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.153.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.154.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.154.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.154.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.154.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.154.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.154.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.155.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.155.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.155.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.155.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.155.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.155.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.156.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.156.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.156.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.156.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.156.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.156.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.157.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.157.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.157.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.157.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.157.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.157.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.158.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.158.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.158.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.158.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.158.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.158.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.159.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.159.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.159.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.159.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.159.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.159.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.16.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.16.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.16.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.16.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.16.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.16.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.17.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.17.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.17.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.17.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.17.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.17.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.18.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.18.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.18.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.18.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.18.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.18.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.19.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.19.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.19.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.19.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.19.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.19.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.2.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.2.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.2.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.2.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.2.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.2.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.20.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.20.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.20.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.20.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.20.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.20.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.21.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.21.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.21.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.21.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.21.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.21.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.22.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.22.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.22.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.22.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.22.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.22.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.23.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.23.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.23.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.23.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.23.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.23.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.24.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.24.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.24.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.24.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.24.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.24.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.25.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.25.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.25.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.25.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.25.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.25.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.26.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.26.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.26.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.26.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.26.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.26.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.27.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.27.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.27.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.27.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.27.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.27.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.28.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.28.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.28.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.28.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.28.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.28.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.29.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.29.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.29.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.29.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.29.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.29.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.3.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.3.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.3.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.3.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.3.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.3.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.30.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.30.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.30.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.30.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.30.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.30.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.31.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.31.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.31.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.31.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.31.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.31.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.32.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.32.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.32.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.32.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.32.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.32.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.33.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.33.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.33.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.33.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.33.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.33.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.34.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.34.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.34.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.34.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.34.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.34.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.35.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.35.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.35.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.35.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.35.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.35.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.36.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.36.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.36.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.36.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.36.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.36.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.37.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.37.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.37.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.37.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.37.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.37.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.38.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.38.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.38.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.38.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.38.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.38.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.39.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.39.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.39.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.39.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.39.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.39.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.4.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.4.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.4.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.4.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.4.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.4.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.40.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.40.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.40.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.40.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.40.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.40.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.41.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.41.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.41.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.41.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.41.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.41.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.42.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.42.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.42.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.42.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.42.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.42.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.43.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.43.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.43.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.43.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.43.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.43.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.44.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.44.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.44.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.44.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.44.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.44.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.45.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.45.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.45.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.45.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.45.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.45.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.46.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.46.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.46.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.46.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.46.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.46.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.47.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.47.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.47.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.47.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.47.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.47.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.48.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.48.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.48.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.48.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.48.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.48.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.49.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.49.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.49.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.49.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.49.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.49.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.5.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.5.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.5.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.5.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.5.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.5.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.50.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.50.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.50.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.50.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.50.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.50.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.51.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.51.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.51.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.51.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.51.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.51.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.52.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.52.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.52.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.52.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.52.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.52.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.53.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.53.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.53.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.53.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.53.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.53.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.54.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.54.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.54.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.54.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.54.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.54.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.55.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.55.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.55.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.55.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.55.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.55.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.56.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.56.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.56.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.56.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.56.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.56.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.57.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.57.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.57.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.57.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.57.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.57.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.58.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.58.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.58.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.58.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.58.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.58.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.59.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.59.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.59.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.59.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.59.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.59.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.6.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.6.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.6.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.6.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.6.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.6.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.60.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.60.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.60.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.60.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.60.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.60.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.61.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.61.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.61.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.61.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.61.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.61.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.62.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.62.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.62.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.62.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.62.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.62.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.63.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.63.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.63.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.63.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.63.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.63.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.64.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.64.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.64.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.64.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.64.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.64.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.65.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.65.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.65.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.65.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.65.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.65.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.66.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.66.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.66.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.66.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.66.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.66.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.67.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.67.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.67.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.67.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.67.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.67.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.68.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.68.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.68.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.68.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.68.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.68.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.69.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.69.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.69.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.69.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.69.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.69.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.7.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.7.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.7.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.7.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.7.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.7.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.70.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.70.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.70.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.70.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.70.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.70.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.71.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.71.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.71.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.71.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.71.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.71.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.72.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.72.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.72.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.72.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.72.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.72.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.73.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.73.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.73.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.73.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.73.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.73.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.74.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.74.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.74.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.74.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.74.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.74.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.75.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.75.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.75.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.75.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.75.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.75.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.76.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.76.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.76.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.76.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.76.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.76.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.77.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.77.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.77.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.77.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.77.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.77.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.78.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.78.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.78.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.78.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.78.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.78.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.79.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.79.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.79.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.79.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.79.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.79.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.8.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.8.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.8.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.8.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.8.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.8.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.80.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.80.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.80.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.80.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.80.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.80.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.81.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.81.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.81.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.81.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.81.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.81.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.82.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.82.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.82.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.82.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.82.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.82.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.83.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.83.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.83.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.83.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.83.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.83.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.84.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.84.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.84.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.84.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.84.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.84.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.85.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.85.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.85.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.85.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.85.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.85.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.86.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.86.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.86.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.86.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.86.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.86.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.87.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.87.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.87.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.87.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.87.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.87.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.88.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.88.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.88.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.88.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.88.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.88.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.89.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.89.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.89.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.89.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.89.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.89.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.9.down_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.9.down_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.9.gate_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.9.gate_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.9.up_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.9.up_proj.weight_scale": "model-00041-of-00043.safetensors", + "model.layers.89.mlp.experts.90.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.90.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.90.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.90.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.90.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.90.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.91.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.91.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.91.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.91.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.91.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.91.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.92.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.92.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.92.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.92.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.92.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.92.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.93.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.93.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.93.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.93.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.93.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.93.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.94.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.94.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.94.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.94.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.94.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.94.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.95.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.95.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.95.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.95.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.95.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.95.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.96.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.96.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.96.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.96.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.96.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.96.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.97.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.97.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.97.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.97.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.97.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.97.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.98.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.98.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.98.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.98.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.98.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.98.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.99.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.99.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.99.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.99.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.99.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.experts.99.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.gate.e_score_correction_bias": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.gate.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.shared_experts.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.shared_experts.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.mlp.shared_experts.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.89.post_attention_layernorm.weight": "model-00042-of-00043.safetensors", + "model.layers.89.self_attn.k_norm.weight": "model-00041-of-00043.safetensors", + "model.layers.89.self_attn.k_proj.bias": "model-00041-of-00043.safetensors", + "model.layers.89.self_attn.k_proj.output_scale": "model-00041-of-00043.safetensors", + "model.layers.89.self_attn.k_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.self_attn.o_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.self_attn.q_norm.weight": "model-00041-of-00043.safetensors", + "model.layers.89.self_attn.q_proj.bias": "model-00041-of-00043.safetensors", + "model.layers.89.self_attn.q_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.89.self_attn.v_proj.bias": "model-00041-of-00043.safetensors", + "model.layers.89.self_attn.v_proj.output_scale": "model-00041-of-00043.safetensors", + "model.layers.89.self_attn.v_proj.weight": "model-00041-of-00043.safetensors", + "model.layers.9.input_layernorm.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.0.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.0.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.0.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.0.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.0.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.0.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.1.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.1.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.1.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.1.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.1.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.1.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.10.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.10.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.10.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.10.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.10.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.10.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.100.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.100.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.100.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.100.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.100.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.100.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.101.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.101.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.101.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.101.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.101.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.101.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.102.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.102.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.102.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.102.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.102.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.102.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.103.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.103.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.103.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.103.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.103.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.103.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.104.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.104.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.104.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.104.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.104.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.104.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.105.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.105.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.105.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.105.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.105.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.105.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.106.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.106.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.106.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.106.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.106.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.106.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.107.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.107.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.107.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.107.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.107.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.107.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.108.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.108.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.108.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.108.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.108.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.108.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.109.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.109.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.109.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.109.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.109.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.109.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.11.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.11.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.11.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.11.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.11.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.11.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.110.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.110.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.110.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.110.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.110.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.110.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.111.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.111.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.111.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.111.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.111.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.111.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.112.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.112.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.112.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.112.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.112.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.112.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.113.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.113.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.113.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.113.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.113.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.113.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.114.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.114.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.114.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.114.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.114.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.114.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.115.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.115.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.115.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.115.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.115.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.115.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.116.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.116.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.116.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.116.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.116.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.116.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.117.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.117.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.117.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.117.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.117.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.117.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.118.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.118.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.118.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.118.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.118.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.118.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.119.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.119.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.119.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.119.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.119.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.119.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.12.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.12.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.12.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.12.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.12.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.12.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.120.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.120.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.120.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.120.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.120.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.120.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.121.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.121.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.121.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.121.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.121.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.121.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.122.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.122.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.122.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.122.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.122.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.122.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.123.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.123.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.123.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.123.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.123.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.123.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.124.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.124.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.124.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.124.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.124.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.124.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.125.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.125.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.125.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.125.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.125.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.125.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.126.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.126.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.126.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.126.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.126.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.126.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.127.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.127.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.127.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.127.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.127.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.127.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.128.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.128.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.128.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.128.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.128.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.128.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.129.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.129.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.129.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.129.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.129.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.129.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.13.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.13.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.13.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.13.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.13.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.13.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.130.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.130.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.130.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.130.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.130.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.130.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.131.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.131.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.131.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.131.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.131.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.131.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.132.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.132.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.132.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.132.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.132.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.132.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.133.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.133.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.133.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.133.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.133.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.133.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.134.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.134.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.134.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.134.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.134.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.134.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.135.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.135.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.135.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.135.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.135.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.135.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.136.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.136.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.136.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.136.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.136.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.136.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.137.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.137.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.137.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.137.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.137.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.137.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.138.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.138.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.138.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.138.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.138.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.138.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.139.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.139.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.139.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.139.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.139.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.139.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.14.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.14.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.14.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.14.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.14.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.14.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.140.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.140.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.140.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.140.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.140.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.140.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.141.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.141.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.141.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.141.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.141.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.141.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.142.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.142.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.142.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.142.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.142.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.142.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.143.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.143.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.143.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.143.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.143.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.143.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.144.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.144.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.144.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.144.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.144.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.144.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.145.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.145.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.145.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.145.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.145.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.145.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.146.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.146.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.146.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.146.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.146.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.146.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.147.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.147.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.147.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.147.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.147.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.147.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.148.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.148.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.148.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.148.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.148.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.148.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.149.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.149.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.149.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.149.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.149.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.149.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.15.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.15.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.15.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.15.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.15.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.15.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.150.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.150.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.150.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.150.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.150.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.150.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.151.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.151.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.151.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.151.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.151.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.151.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.152.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.152.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.152.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.152.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.152.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.152.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.153.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.153.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.153.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.153.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.153.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.153.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.154.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.154.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.154.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.154.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.154.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.154.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.155.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.155.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.155.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.155.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.155.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.155.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.156.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.156.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.156.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.156.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.156.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.156.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.157.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.157.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.157.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.157.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.157.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.157.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.158.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.158.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.158.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.158.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.158.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.158.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.159.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.159.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.159.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.159.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.159.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.159.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.16.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.16.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.16.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.16.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.16.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.16.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.17.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.17.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.17.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.17.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.17.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.17.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.18.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.18.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.18.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.18.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.18.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.18.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.19.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.19.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.19.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.19.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.19.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.19.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.2.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.2.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.2.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.2.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.2.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.2.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.20.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.20.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.20.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.20.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.20.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.20.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.21.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.21.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.21.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.21.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.21.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.21.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.22.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.22.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.22.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.22.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.22.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.22.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.23.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.23.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.23.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.23.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.23.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.23.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.24.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.24.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.24.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.24.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.24.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.24.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.25.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.25.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.25.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.25.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.25.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.25.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.26.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.26.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.26.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.26.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.26.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.26.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.27.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.27.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.27.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.27.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.27.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.27.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.28.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.28.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.28.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.28.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.28.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.28.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.29.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.29.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.29.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.29.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.29.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.29.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.3.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.3.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.3.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.3.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.3.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.3.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.30.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.30.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.30.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.30.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.30.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.30.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.31.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.31.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.31.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.31.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.31.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.31.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.32.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.32.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.32.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.32.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.32.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.32.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.33.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.33.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.33.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.33.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.33.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.33.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.34.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.34.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.34.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.34.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.34.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.34.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.35.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.35.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.35.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.35.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.35.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.35.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.36.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.36.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.36.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.36.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.36.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.36.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.37.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.37.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.37.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.37.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.37.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.37.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.38.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.38.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.38.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.38.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.38.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.38.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.39.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.39.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.39.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.39.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.39.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.39.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.4.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.4.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.4.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.4.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.4.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.4.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.40.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.40.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.40.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.40.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.40.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.40.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.41.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.41.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.41.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.41.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.41.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.41.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.42.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.42.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.42.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.42.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.42.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.42.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.43.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.43.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.43.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.43.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.43.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.43.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.44.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.44.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.44.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.44.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.44.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.44.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.45.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.45.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.45.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.45.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.45.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.45.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.46.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.46.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.46.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.46.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.46.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.46.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.47.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.47.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.47.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.47.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.47.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.47.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.48.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.48.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.48.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.48.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.48.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.48.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.49.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.49.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.49.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.49.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.49.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.49.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.5.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.5.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.5.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.5.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.5.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.5.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.50.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.50.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.50.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.50.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.50.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.50.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.51.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.51.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.51.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.51.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.51.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.51.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.52.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.52.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.52.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.52.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.52.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.52.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.53.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.53.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.53.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.53.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.53.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.53.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.54.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.54.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.54.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.54.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.54.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.54.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.55.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.55.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.55.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.55.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.55.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.55.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.56.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.56.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.56.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.56.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.56.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.56.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.57.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.57.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.57.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.57.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.57.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.57.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.58.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.58.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.58.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.58.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.58.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.58.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.59.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.59.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.59.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.59.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.59.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.59.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.6.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.6.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.6.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.6.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.6.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.6.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.60.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.60.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.60.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.60.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.60.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.60.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.61.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.61.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.61.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.61.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.61.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.61.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.62.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.62.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.62.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.62.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.62.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.62.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.63.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.63.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.63.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.63.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.63.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.63.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.64.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.64.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.64.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.64.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.64.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.64.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.65.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.65.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.65.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.65.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.65.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.65.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.66.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.66.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.66.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.66.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.66.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.66.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.67.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.67.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.67.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.67.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.67.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.67.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.68.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.68.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.68.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.68.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.68.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.68.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.69.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.69.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.69.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.69.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.69.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.69.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.7.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.7.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.7.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.7.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.7.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.7.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.70.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.70.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.70.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.70.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.70.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.70.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.71.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.71.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.71.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.71.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.71.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.71.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.72.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.72.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.72.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.72.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.72.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.72.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.73.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.73.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.73.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.73.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.73.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.73.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.74.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.74.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.74.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.74.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.74.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.74.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.75.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.75.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.75.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.75.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.75.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.75.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.76.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.76.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.76.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.76.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.76.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.76.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.77.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.77.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.77.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.77.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.77.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.77.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.78.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.78.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.78.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.78.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.78.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.78.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.79.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.79.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.79.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.79.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.79.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.79.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.8.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.8.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.8.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.8.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.8.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.8.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.80.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.80.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.80.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.80.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.80.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.80.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.81.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.81.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.81.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.81.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.81.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.81.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.82.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.82.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.82.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.82.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.82.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.82.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.83.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.83.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.83.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.83.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.83.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.83.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.84.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.84.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.84.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.84.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.84.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.84.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.85.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.85.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.85.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.85.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.85.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.85.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.86.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.86.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.86.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.86.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.86.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.86.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.87.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.87.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.87.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.87.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.87.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.87.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.88.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.88.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.88.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.88.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.88.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.88.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.89.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.89.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.89.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.89.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.89.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.89.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.9.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.9.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.9.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.9.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.9.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.9.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.90.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.90.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.90.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.90.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.90.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.90.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.91.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.91.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.91.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.91.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.91.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.91.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.92.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.92.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.92.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.92.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.92.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.92.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.93.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.93.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.93.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.93.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.93.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.93.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.94.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.94.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.94.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.94.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.94.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.94.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.95.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.95.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.95.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.95.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.95.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.95.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.96.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.96.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.96.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.96.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.96.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.96.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.97.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.97.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.97.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.97.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.97.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.97.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.98.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.98.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.98.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.98.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.98.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.98.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.99.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.99.down_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.99.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.99.gate_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.99.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.experts.99.up_proj.weight_scale": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.gate.e_score_correction_bias": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.gate.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.shared_experts.down_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.shared_experts.gate_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.mlp.shared_experts.up_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00004-of-00043.safetensors", + "model.layers.9.self_attn.k_norm.weight": "model-00004-of-00043.safetensors", + "model.layers.9.self_attn.k_proj.bias": "model-00004-of-00043.safetensors", + "model.layers.9.self_attn.k_proj.output_scale": "model-00004-of-00043.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.self_attn.q_norm.weight": "model-00004-of-00043.safetensors", + "model.layers.9.self_attn.q_proj.bias": "model-00004-of-00043.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.9.self_attn.v_proj.bias": "model-00004-of-00043.safetensors", + "model.layers.9.self_attn.v_proj.output_scale": "model-00004-of-00043.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00004-of-00043.safetensors", + "model.layers.90.input_layernorm.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.0.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.0.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.0.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.0.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.0.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.0.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.1.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.1.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.1.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.1.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.1.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.1.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.10.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.10.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.10.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.10.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.10.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.10.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.100.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.100.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.100.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.100.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.100.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.100.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.101.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.101.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.101.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.101.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.101.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.101.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.102.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.102.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.102.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.102.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.102.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.102.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.103.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.103.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.103.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.103.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.103.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.103.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.104.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.104.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.104.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.104.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.104.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.104.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.105.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.105.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.105.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.105.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.105.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.105.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.106.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.106.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.106.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.106.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.106.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.106.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.107.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.107.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.107.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.107.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.107.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.107.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.108.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.108.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.108.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.108.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.108.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.108.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.109.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.109.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.109.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.109.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.109.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.109.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.11.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.11.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.11.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.11.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.11.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.11.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.110.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.110.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.110.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.110.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.110.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.110.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.111.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.111.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.111.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.111.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.111.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.111.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.112.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.112.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.112.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.112.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.112.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.112.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.113.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.113.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.113.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.113.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.113.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.113.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.114.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.114.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.114.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.114.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.114.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.114.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.115.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.115.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.115.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.115.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.115.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.115.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.116.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.116.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.116.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.116.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.116.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.116.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.117.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.117.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.117.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.117.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.117.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.117.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.118.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.118.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.118.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.118.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.118.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.118.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.119.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.119.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.119.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.119.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.119.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.119.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.12.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.12.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.12.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.12.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.12.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.12.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.120.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.120.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.120.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.120.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.120.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.120.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.121.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.121.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.121.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.121.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.121.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.121.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.122.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.122.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.122.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.122.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.122.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.122.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.123.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.123.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.123.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.123.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.123.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.123.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.124.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.124.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.124.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.124.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.124.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.124.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.125.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.125.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.125.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.125.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.125.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.125.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.126.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.126.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.126.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.126.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.126.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.126.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.127.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.127.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.127.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.127.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.127.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.127.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.128.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.128.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.128.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.128.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.128.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.128.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.129.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.129.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.129.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.129.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.129.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.129.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.13.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.13.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.13.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.13.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.13.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.13.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.130.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.130.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.130.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.130.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.130.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.130.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.131.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.131.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.131.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.131.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.131.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.131.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.132.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.132.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.132.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.132.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.132.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.132.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.133.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.133.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.133.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.133.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.133.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.133.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.134.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.134.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.134.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.134.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.134.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.134.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.135.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.135.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.135.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.135.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.135.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.135.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.136.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.136.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.136.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.136.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.136.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.136.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.137.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.137.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.137.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.137.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.137.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.137.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.138.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.138.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.138.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.138.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.138.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.138.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.139.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.139.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.139.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.139.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.139.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.139.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.14.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.14.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.14.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.14.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.14.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.14.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.140.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.140.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.140.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.140.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.140.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.140.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.141.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.141.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.141.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.141.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.141.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.141.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.142.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.142.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.142.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.142.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.142.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.142.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.143.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.143.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.143.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.143.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.143.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.143.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.144.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.144.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.144.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.144.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.144.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.144.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.145.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.145.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.145.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.145.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.145.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.145.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.146.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.146.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.146.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.146.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.146.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.146.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.147.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.147.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.147.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.147.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.147.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.147.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.148.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.148.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.148.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.148.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.148.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.148.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.149.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.149.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.149.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.149.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.149.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.149.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.15.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.15.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.15.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.15.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.15.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.15.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.150.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.150.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.150.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.150.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.150.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.150.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.151.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.151.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.151.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.151.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.151.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.151.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.152.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.152.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.152.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.152.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.152.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.152.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.153.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.153.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.153.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.153.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.153.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.153.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.154.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.154.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.154.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.154.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.154.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.154.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.155.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.155.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.155.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.155.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.155.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.155.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.156.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.156.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.156.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.156.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.156.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.156.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.157.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.157.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.157.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.157.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.157.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.157.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.158.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.158.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.158.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.158.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.158.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.158.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.159.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.159.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.159.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.159.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.159.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.159.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.16.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.16.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.16.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.16.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.16.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.16.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.17.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.17.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.17.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.17.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.17.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.17.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.18.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.18.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.18.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.18.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.18.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.18.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.19.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.19.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.19.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.19.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.19.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.19.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.2.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.2.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.2.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.2.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.2.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.2.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.20.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.20.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.20.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.20.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.20.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.20.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.21.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.21.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.21.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.21.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.21.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.21.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.22.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.22.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.22.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.22.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.22.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.22.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.23.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.23.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.23.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.23.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.23.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.23.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.24.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.24.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.24.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.24.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.24.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.24.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.25.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.25.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.25.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.25.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.25.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.25.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.26.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.26.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.26.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.26.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.26.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.26.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.27.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.27.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.27.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.27.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.27.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.27.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.28.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.28.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.28.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.28.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.28.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.28.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.29.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.29.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.29.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.29.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.29.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.29.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.3.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.3.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.3.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.3.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.3.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.3.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.30.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.30.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.30.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.30.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.30.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.30.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.31.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.31.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.31.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.31.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.31.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.31.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.32.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.32.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.32.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.32.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.32.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.32.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.33.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.33.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.33.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.33.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.33.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.33.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.34.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.34.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.34.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.34.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.34.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.34.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.35.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.35.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.35.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.35.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.35.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.35.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.36.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.36.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.36.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.36.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.36.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.36.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.37.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.37.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.37.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.37.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.37.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.37.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.38.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.38.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.38.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.38.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.38.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.38.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.39.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.39.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.39.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.39.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.39.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.39.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.4.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.4.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.4.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.4.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.4.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.4.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.40.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.40.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.40.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.40.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.40.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.40.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.41.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.41.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.41.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.41.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.41.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.41.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.42.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.42.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.42.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.42.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.42.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.42.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.43.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.43.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.43.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.43.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.43.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.43.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.44.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.44.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.44.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.44.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.44.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.44.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.45.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.45.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.45.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.45.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.45.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.45.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.46.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.46.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.46.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.46.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.46.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.46.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.47.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.47.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.47.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.47.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.47.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.47.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.48.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.48.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.48.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.48.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.48.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.48.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.49.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.49.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.49.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.49.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.49.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.49.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.5.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.5.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.5.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.5.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.5.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.5.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.50.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.50.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.50.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.50.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.50.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.50.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.51.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.51.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.51.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.51.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.51.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.51.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.52.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.52.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.52.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.52.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.52.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.52.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.53.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.53.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.53.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.53.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.53.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.53.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.54.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.54.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.54.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.54.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.54.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.54.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.55.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.55.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.55.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.55.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.55.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.55.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.56.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.56.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.56.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.56.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.56.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.56.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.57.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.57.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.57.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.57.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.57.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.57.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.58.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.58.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.58.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.58.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.58.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.58.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.59.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.59.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.59.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.59.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.59.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.59.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.6.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.6.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.6.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.6.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.6.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.6.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.60.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.60.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.60.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.60.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.60.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.60.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.61.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.61.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.61.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.61.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.61.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.61.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.62.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.62.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.62.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.62.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.62.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.62.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.63.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.63.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.63.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.63.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.63.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.63.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.64.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.64.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.64.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.64.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.64.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.64.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.65.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.65.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.65.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.65.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.65.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.65.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.66.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.66.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.66.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.66.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.66.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.66.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.67.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.67.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.67.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.67.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.67.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.67.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.68.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.68.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.68.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.68.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.68.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.68.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.69.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.69.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.69.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.69.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.69.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.69.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.7.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.7.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.7.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.7.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.7.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.7.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.70.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.70.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.70.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.70.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.70.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.70.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.71.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.71.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.71.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.71.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.71.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.71.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.72.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.72.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.72.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.72.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.72.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.72.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.73.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.73.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.73.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.73.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.73.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.73.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.74.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.74.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.74.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.74.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.74.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.74.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.75.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.75.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.75.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.75.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.75.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.75.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.76.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.76.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.76.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.76.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.76.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.76.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.77.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.77.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.77.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.77.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.77.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.77.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.78.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.78.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.78.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.78.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.78.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.78.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.79.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.79.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.79.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.79.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.79.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.79.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.8.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.8.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.8.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.8.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.8.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.8.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.80.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.80.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.80.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.80.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.80.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.80.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.81.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.81.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.81.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.81.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.81.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.81.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.82.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.82.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.82.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.82.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.82.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.82.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.83.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.83.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.83.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.83.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.83.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.83.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.84.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.84.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.84.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.84.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.84.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.84.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.85.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.85.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.85.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.85.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.85.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.85.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.86.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.86.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.86.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.86.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.86.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.86.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.87.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.87.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.87.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.87.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.87.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.87.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.88.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.88.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.88.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.88.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.88.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.88.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.89.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.89.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.89.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.89.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.89.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.89.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.9.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.9.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.9.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.9.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.9.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.9.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.90.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.90.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.90.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.90.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.90.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.90.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.91.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.91.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.91.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.91.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.91.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.91.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.92.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.92.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.92.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.92.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.92.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.92.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.93.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.93.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.93.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.93.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.93.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.93.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.94.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.94.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.94.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.94.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.94.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.94.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.95.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.95.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.95.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.95.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.95.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.95.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.96.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.96.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.96.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.96.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.96.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.96.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.97.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.97.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.97.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.97.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.97.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.97.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.98.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.98.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.98.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.98.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.98.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.98.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.99.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.99.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.99.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.99.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.99.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.experts.99.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.gate.e_score_correction_bias": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.gate.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.shared_experts.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.shared_experts.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.mlp.shared_experts.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.post_attention_layernorm.weight": "model-00042-of-00043.safetensors", + "model.layers.90.self_attn.k_norm.weight": "model-00042-of-00043.safetensors", + "model.layers.90.self_attn.k_proj.bias": "model-00042-of-00043.safetensors", + "model.layers.90.self_attn.k_proj.output_scale": "model-00042-of-00043.safetensors", + "model.layers.90.self_attn.k_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.self_attn.o_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.self_attn.q_norm.weight": "model-00042-of-00043.safetensors", + "model.layers.90.self_attn.q_proj.bias": "model-00042-of-00043.safetensors", + "model.layers.90.self_attn.q_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.90.self_attn.v_proj.bias": "model-00042-of-00043.safetensors", + "model.layers.90.self_attn.v_proj.output_scale": "model-00042-of-00043.safetensors", + "model.layers.90.self_attn.v_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.input_layernorm.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.0.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.0.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.0.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.0.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.0.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.0.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.1.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.1.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.1.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.1.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.1.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.1.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.10.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.10.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.10.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.10.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.10.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.10.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.100.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.100.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.100.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.100.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.100.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.100.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.101.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.101.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.101.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.101.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.101.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.101.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.102.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.102.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.102.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.102.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.102.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.102.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.103.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.103.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.103.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.103.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.103.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.103.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.104.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.104.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.104.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.104.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.104.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.104.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.105.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.105.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.105.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.105.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.105.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.105.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.106.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.106.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.106.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.106.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.106.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.106.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.107.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.107.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.107.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.107.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.107.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.107.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.108.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.108.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.108.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.108.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.108.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.108.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.109.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.109.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.109.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.109.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.109.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.109.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.11.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.11.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.11.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.11.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.11.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.11.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.110.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.110.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.110.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.110.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.110.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.110.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.111.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.111.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.111.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.111.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.111.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.111.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.112.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.112.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.112.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.112.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.112.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.112.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.113.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.113.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.113.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.113.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.113.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.113.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.114.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.114.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.114.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.114.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.114.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.114.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.115.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.115.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.115.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.115.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.115.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.115.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.116.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.116.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.116.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.116.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.116.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.116.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.117.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.117.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.117.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.117.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.117.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.117.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.118.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.118.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.118.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.118.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.118.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.118.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.119.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.119.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.119.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.119.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.119.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.119.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.12.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.12.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.12.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.12.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.12.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.12.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.120.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.120.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.120.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.120.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.120.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.120.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.121.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.121.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.121.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.121.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.121.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.121.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.122.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.122.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.122.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.122.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.122.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.122.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.123.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.123.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.123.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.123.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.123.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.123.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.124.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.124.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.124.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.124.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.124.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.124.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.125.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.125.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.125.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.125.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.125.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.125.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.126.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.126.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.126.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.126.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.126.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.126.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.127.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.127.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.127.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.127.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.127.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.127.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.128.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.128.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.128.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.128.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.128.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.128.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.129.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.129.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.129.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.129.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.129.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.129.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.13.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.13.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.13.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.13.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.13.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.13.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.130.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.130.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.130.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.130.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.130.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.130.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.131.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.131.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.131.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.131.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.131.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.131.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.132.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.132.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.132.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.132.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.132.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.132.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.133.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.133.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.133.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.133.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.133.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.133.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.134.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.134.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.134.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.134.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.134.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.134.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.135.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.135.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.135.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.135.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.135.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.135.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.136.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.136.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.136.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.136.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.136.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.136.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.137.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.137.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.137.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.137.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.137.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.137.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.138.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.138.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.138.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.138.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.138.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.138.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.139.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.139.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.139.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.139.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.139.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.139.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.14.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.14.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.14.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.14.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.14.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.14.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.140.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.140.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.140.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.140.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.140.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.140.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.141.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.141.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.141.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.141.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.141.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.141.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.142.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.142.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.142.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.142.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.142.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.142.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.143.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.143.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.143.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.143.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.143.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.143.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.144.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.144.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.144.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.144.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.144.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.144.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.145.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.145.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.145.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.145.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.145.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.145.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.146.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.146.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.146.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.146.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.146.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.146.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.147.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.147.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.147.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.147.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.147.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.147.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.148.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.148.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.148.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.148.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.148.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.148.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.149.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.149.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.149.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.149.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.149.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.149.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.15.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.15.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.15.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.15.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.15.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.15.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.150.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.150.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.150.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.150.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.150.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.150.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.151.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.151.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.151.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.151.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.151.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.151.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.152.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.152.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.152.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.152.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.152.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.152.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.153.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.153.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.153.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.153.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.153.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.153.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.154.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.154.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.154.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.154.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.154.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.154.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.155.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.155.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.155.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.155.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.155.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.155.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.156.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.156.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.156.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.156.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.156.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.156.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.157.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.157.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.157.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.157.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.157.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.157.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.158.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.158.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.158.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.158.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.158.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.158.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.159.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.159.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.159.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.159.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.159.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.159.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.16.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.16.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.16.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.16.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.16.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.16.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.17.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.17.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.17.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.17.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.17.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.17.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.18.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.18.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.18.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.18.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.18.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.18.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.19.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.19.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.19.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.19.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.19.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.19.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.2.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.2.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.2.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.2.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.2.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.2.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.20.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.20.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.20.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.20.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.20.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.20.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.21.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.21.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.21.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.21.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.21.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.21.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.22.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.22.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.22.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.22.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.22.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.22.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.23.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.23.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.23.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.23.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.23.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.23.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.24.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.24.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.24.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.24.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.24.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.24.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.25.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.25.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.25.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.25.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.25.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.25.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.26.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.26.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.26.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.26.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.26.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.26.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.27.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.27.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.27.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.27.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.27.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.27.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.28.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.28.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.28.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.28.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.28.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.28.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.29.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.29.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.29.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.29.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.29.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.29.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.3.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.3.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.3.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.3.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.3.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.3.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.30.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.30.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.30.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.30.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.30.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.30.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.31.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.31.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.31.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.31.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.31.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.31.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.32.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.32.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.32.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.32.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.32.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.32.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.33.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.33.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.33.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.33.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.33.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.33.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.34.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.34.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.34.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.34.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.34.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.34.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.35.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.35.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.35.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.35.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.35.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.35.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.36.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.36.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.36.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.36.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.36.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.36.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.37.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.37.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.37.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.37.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.37.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.37.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.38.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.38.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.38.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.38.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.38.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.38.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.39.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.39.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.39.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.39.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.39.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.39.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.4.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.4.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.4.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.4.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.4.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.4.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.40.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.40.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.40.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.40.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.40.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.40.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.41.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.41.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.41.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.41.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.41.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.41.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.42.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.42.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.42.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.42.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.42.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.42.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.43.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.43.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.43.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.43.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.43.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.43.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.44.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.44.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.44.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.44.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.44.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.44.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.45.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.45.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.45.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.45.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.45.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.45.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.46.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.46.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.46.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.46.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.46.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.46.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.47.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.47.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.47.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.47.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.47.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.47.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.48.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.48.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.48.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.48.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.48.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.48.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.49.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.49.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.49.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.49.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.49.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.49.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.5.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.5.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.5.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.5.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.5.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.5.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.50.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.50.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.50.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.50.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.50.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.50.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.51.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.51.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.51.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.51.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.51.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.51.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.52.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.52.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.52.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.52.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.52.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.52.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.53.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.53.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.53.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.53.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.53.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.53.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.54.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.54.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.54.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.54.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.54.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.54.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.55.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.55.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.55.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.55.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.55.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.55.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.56.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.56.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.56.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.56.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.56.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.56.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.57.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.57.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.57.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.57.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.57.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.57.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.58.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.58.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.58.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.58.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.58.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.58.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.59.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.59.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.59.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.59.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.59.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.59.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.6.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.6.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.6.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.6.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.6.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.6.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.60.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.60.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.60.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.60.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.60.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.60.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.61.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.61.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.61.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.61.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.61.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.61.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.62.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.62.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.62.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.62.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.62.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.62.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.63.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.63.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.63.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.63.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.63.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.63.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.64.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.64.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.64.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.64.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.64.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.64.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.65.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.65.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.65.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.65.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.65.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.65.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.66.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.66.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.66.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.66.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.66.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.66.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.67.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.67.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.67.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.67.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.67.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.67.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.68.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.68.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.68.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.68.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.68.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.68.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.69.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.69.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.69.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.69.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.69.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.69.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.7.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.7.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.7.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.7.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.7.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.7.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.70.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.70.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.70.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.70.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.70.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.70.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.71.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.71.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.71.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.71.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.71.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.71.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.72.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.72.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.72.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.72.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.72.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.72.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.73.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.73.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.73.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.73.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.73.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.73.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.74.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.74.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.74.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.74.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.74.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.74.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.75.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.75.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.75.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.75.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.75.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.75.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.76.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.76.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.76.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.76.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.76.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.76.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.77.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.77.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.77.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.77.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.77.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.77.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.78.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.78.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.78.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.78.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.78.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.78.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.79.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.79.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.79.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.79.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.79.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.79.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.8.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.8.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.8.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.8.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.8.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.8.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.80.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.80.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.80.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.80.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.80.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.80.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.81.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.81.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.81.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.81.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.81.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.81.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.82.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.82.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.82.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.82.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.82.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.82.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.83.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.83.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.83.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.83.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.83.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.83.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.84.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.84.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.84.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.84.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.84.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.84.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.85.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.85.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.85.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.85.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.85.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.85.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.86.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.86.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.86.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.86.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.86.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.86.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.87.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.87.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.87.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.87.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.87.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.87.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.88.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.88.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.88.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.88.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.88.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.88.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.89.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.89.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.89.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.89.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.89.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.89.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.9.down_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.9.down_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.9.gate_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.9.gate_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.9.up_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.9.up_proj.weight_scale": "model-00042-of-00043.safetensors", + "model.layers.91.mlp.experts.90.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.90.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.90.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.90.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.90.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.90.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.91.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.91.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.91.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.91.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.91.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.91.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.92.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.92.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.92.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.92.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.92.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.92.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.93.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.93.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.93.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.93.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.93.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.93.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.94.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.94.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.94.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.94.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.94.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.94.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.95.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.95.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.95.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.95.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.95.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.95.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.96.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.96.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.96.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.96.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.96.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.96.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.97.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.97.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.97.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.97.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.97.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.97.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.98.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.98.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.98.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.98.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.98.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.98.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.99.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.99.down_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.99.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.99.gate_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.99.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.experts.99.up_proj.weight_scale": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.gate.e_score_correction_bias": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.gate.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.shared_experts.down_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.shared_experts.gate_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.mlp.shared_experts.up_proj.weight": "model-00043-of-00043.safetensors", + "model.layers.91.post_attention_layernorm.weight": "model-00043-of-00043.safetensors", + "model.layers.91.self_attn.k_norm.weight": "model-00042-of-00043.safetensors", + "model.layers.91.self_attn.k_proj.bias": "model-00042-of-00043.safetensors", + "model.layers.91.self_attn.k_proj.output_scale": "model-00042-of-00043.safetensors", + "model.layers.91.self_attn.k_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.self_attn.o_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.self_attn.q_norm.weight": "model-00042-of-00043.safetensors", + "model.layers.91.self_attn.q_proj.bias": "model-00042-of-00043.safetensors", + "model.layers.91.self_attn.q_proj.weight": "model-00042-of-00043.safetensors", + "model.layers.91.self_attn.v_proj.bias": "model-00042-of-00043.safetensors", + "model.layers.91.self_attn.v_proj.output_scale": "model-00042-of-00043.safetensors", + "model.layers.91.self_attn.v_proj.weight": "model-00042-of-00043.safetensors", + "model.norm.weight": "model-00043-of-00043.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..7645faed5973c324a314e6c1157a946a960f284c --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,34 @@ +{ + "additional_special_tokens": [ + "<|endoftext|>", + "[MASK]", + "[gMASK]", + "[sMASK]", + "", + "", + "<|system|>", + "<|user|>", + "<|assistant|>", + "<|observation|>", + "<|begin_of_image|>", + "<|end_of_image|>", + "<|begin_of_video|>", + "<|end_of_video|>", + "<|begin_of_audio|>", + "<|end_of_audio|>", + "<|begin_of_transcription|>", + "<|end_of_transcription|>", + "<|code_prefix|>", + "<|code_middle|>", + "<|code_suffix|>", + "/nothink" + ], + "eos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|endoftext|>" +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..c64e2a7458356c0043d0d4ba7901e89acd873fc4 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8193dbf0c325b82710856f752ac57dc957338fb85d6a23bb388fc110b8b58b76 +size 19970965 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..75e11cfb2e0cc09f19391ec2278b4825a4c3fae9 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,325 @@ +{ + "added_tokens_decoder": { + "151329": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151330": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151331": { + "content": "[gMASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151332": { + "content": "[sMASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151333": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151334": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151335": { + "content": "<|system|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151336": { + "content": "<|user|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151337": { + "content": "<|assistant|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151338": { + "content": "<|observation|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151339": { + "content": "<|begin_of_image|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151340": { + "content": "<|end_of_image|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151341": { + "content": "<|begin_of_video|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151342": { + "content": "<|end_of_video|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151343": { + "content": "<|begin_of_audio|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151344": { + "content": "<|end_of_audio|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151345": { + "content": "<|begin_of_transcription|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151346": { + "content": "<|end_of_transcription|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151347": { + "content": "<|code_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151348": { + "content": "<|code_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151349": { + "content": "<|code_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151350": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151351": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151352": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151353": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151354": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151355": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151356": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151357": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151358": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151359": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151360": { + "content": "/nothink", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151361": { + "content": "<|begin_of_box|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151362": { + "content": "<|end_of_box|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151363": { + "content": "<|image|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151364": { + "content": "<|video|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|endoftext|>", + "[MASK]", + "[gMASK]", + "[sMASK]", + "", + "", + "<|system|>", + "<|user|>", + "<|assistant|>", + "<|observation|>", + "<|begin_of_image|>", + "<|end_of_image|>", + "<|begin_of_video|>", + "<|end_of_video|>", + "<|begin_of_audio|>", + "<|end_of_audio|>", + "<|begin_of_transcription|>", + "<|end_of_transcription|>", + "<|code_prefix|>", + "<|code_middle|>", + "<|code_suffix|>", + "/nothink" + ], + "clean_up_tokenization_spaces": false, + "do_lower_case": false, + "eos_token": "<|endoftext|>", + "extra_special_tokens": {}, + "model_max_length": 128000, + "pad_token": "<|endoftext|>", + "padding_side": "left", + "remove_space": false, + "tokenizer_class": "PreTrainedTokenizerFast" +}